-- Logs begin at Fri 2021-07-23 06:50:04 UTC, end at Fri 2021-07-23 07:47:17 UTC. -- Jul 23 07:20:42.827781 dv-cinder-773985-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 07:20:45.538737 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.common.config [-] Logging enabled! Jul 23 07:20:45.539327 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 07:20:45.539512 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92972) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 07:20:45.542795 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.common.config [-] Logging enabled! Jul 23 07:20:45.543055 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 07:20:45.543370 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92972) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 07:20:45.544348 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 07:20:45.544587 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 07:20:45.544952 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 07:20:45.545200 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 07:20:45.545428 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 07:20:45.545751 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.546054 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.546356 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.546591 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.546889 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.547184 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.547471 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.547765 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.548091 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.548380 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.548668 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.548957 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.549194 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.549479 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.549771 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.550061 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.550289 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] debug = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.550576 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.551004 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.551424 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.551708 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.552179 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.552317 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.552592 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.552895 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.553186 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.553523 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] host = dv-cinder-773985-13-iscsi {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.553801 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.554096 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.554390 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.554680 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.554958 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.555236 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.555527 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.555804 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.556092 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] log_file = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.556384 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.556676 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.556967 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.557261 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.557492 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.557718 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.558011 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.558303 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.558588 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.558867 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.559144 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.559421 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.559698 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.559971 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.560285 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.560577 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.560866 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.561143 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.561418 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.561696 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.561971 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.562262 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.562540 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.562817 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.563095 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.563388 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.563660 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.563938 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.564267 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.564560 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.564847 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.565133 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.565407 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.565692 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.565968 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.566244 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.566517 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] use_json = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.566793 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.567065 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.567350 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.567625 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.567902 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.568201 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.568503 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.568857 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:45.569159 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.569459 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.569764 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.570052 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.570355 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.570639 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.570935 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.571218 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.571511 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.571804 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.572118 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.572408 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.572701 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.572983 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.573283 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.573591 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.573890 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.574188 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.574470 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.574748 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.575026 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.575307 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.575599 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.575894 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.576224 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.576507 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.576793 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.577091 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.577373 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.577652 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.577933 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.578227 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.578517 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.578793 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.579077 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.579358 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.579634 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.579909 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.580218 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.580518 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.580801 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.581077 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.581353 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.581635 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.581912 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.582203 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.582490 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.582772 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.583051 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.583335 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.583615 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.583892 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.584711 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.584993 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.585278 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.585556 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.585834 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.586111 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.586387 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.586665 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.586942 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.587225 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.587502 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.587779 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.588055 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.588353 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.588633 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.588911 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.589203 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.589503 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.589785 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.590069 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.590350 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.590631 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.590912 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.591193 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.591476 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.591757 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.592034 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.592357 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.592649 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.592945 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.593247 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.593518 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.593820 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.594103 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.594393 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.594676 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.594960 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.595252 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.595541 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.595839 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.596165 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.596464 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.596760 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.597056 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.597341 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.597655 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.597938 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:45.598161 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 07:20:45.598403 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92972) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 07:20:45.951125 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 07:20:45.951403 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 07:20:45.951697 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 07:20:45.952032 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 07:20:46.347181 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.347404 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.347681 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.348925 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.349203 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.349473 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.384303 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.384588 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.384859 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.398430 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.398713 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.398986 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.428723 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.429010 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.429290 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.465532 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.465818 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.466093 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.698705 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.699313 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.699313 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.699512 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.700236 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.819484 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.819802 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.820106 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.820384 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.820662 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.820979 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.821243 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.821504 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.821762 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.822049 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.822314 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.822584 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.822840 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.823096 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.823354 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.823632 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.823897 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.824194 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.824468 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.824728 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.825002 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.825259 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.825541 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.825918 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.826171 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.826420 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.826814 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 07:20:46.827057 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 07:20:46.827296 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 07:20:46.827531 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 07:20:46.827768 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 07:20:46.828004 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 07:20:46.828393 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 07:20:46.831484 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 07:20:46.835980 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 07:20:46.839653 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 23 07:20:46.841326 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 07:20:46.841777 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 07:20:46.842117 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 07:20:46.842512 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 07:20:46.846336 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 07:20:46.846590 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 07:20:46.846941 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 07:20:46.853062 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 07:20:46.875961 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 07:20:46.876458 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.876761 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92972) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 07:20:46.877126 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.878499 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92972) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 07:20:46.878783 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 07:20:46.879036 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 07:20:46.882778 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.883062 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:46.947008 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 07:20:46.947244 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 07:20:46.947488 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 07:20:46.947860 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 07:20:46.968370 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_db.sqlalchemy.engines [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92972) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 07:20:47.498981 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Initializing driver for type 'gre' Jul 23 07:20:47.499574 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] gre ID ranges: [(1, 1000)] Jul 23 07:20:47.554510 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Initializing driver for type 'local' Jul 23 07:20:47.554848 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Initializing driver for type 'vlan' Jul 23 07:20:47.568058 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] VlanTypeDriver initialization complete Jul 23 07:20:47.568503 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Initializing driver for type 'vxlan' Jul 23 07:20:47.569002 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] vxlan ID ranges: [(1, 1000)] Jul 23 07:20:47.623152 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Initializing extension driver 'port_security' Jul 23 07:20:47.623492 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.extensions.port_security [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] PortSecurityExtensionDriver initialization complete Jul 23 07:20:47.623829 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Initializing mechanism driver 'openvswitch' Jul 23 07:20:47.624179 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Initializing mechanism driver 'hyperv' Jul 23 07:20:47.630587 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.plugins.ml2.plugin [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:20:47.631576 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > port after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.631951 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > port after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.632330 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > port after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.632856 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 07:20:47.633292 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.633648 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.633999 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.634393 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 07:20:47.634797 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > network after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.635145 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > network after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.635486 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > network after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.635877 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 07:20:47.636305 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > security_group after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.636660 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > security_group after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.636999 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.637390 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 07:20:47.637792 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.638136 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.638474 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.638863 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 07:20:47.639262 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > address_group after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.639610 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > address_group after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.639947 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.640359 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 07:20:47.640739 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] ML2 OVO RPC backend initialized. {{(pid=92972) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 07:20:47.641440 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.641802 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.642222 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > network before_response 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.642575 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > networks before_response 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.642929 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > port before_response 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.643273 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > ports before_response 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.643619 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > subnet before_response 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.643962 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > subnets before_response 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.644335 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > network after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.644676 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > network after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.645014 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > network after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.645353 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > port after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.645690 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > port after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.646025 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > port after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.646361 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.647411 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.647840 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.648448 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.plugin [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Modular L2 Plugin initialization complete Jul 23 07:20:47.648785 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading services supported by the core plugin {{(pid=92972) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 07:20:47.649114 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.plugins.ml2.managers [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Got port-security extension from driver 'port_security' Jul 23 07:20:47.649590 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.extensions.vlantransparent [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Disabled vlantransparent extension. Jul 23 07:20:47.650087 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92972) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 07:20:47.650407 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading Plugin: router Jul 23 07:20:47.686622 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.686622 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router after_create 55549900 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.686868 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router before_create 55549900 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.687054 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.687435 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.687793 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router after_delete 55549900 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.688190 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.688686 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router after_create 55549900 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.689074 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router after_update 55549900 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.689427 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router after_update 55549900 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.689778 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.690145 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router after_update 55549900 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.690562 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.690930 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: port after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.691400 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: port after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.691613 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: subnet after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.691954 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.692342 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.692709 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.693078 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: port before_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.693406 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router precommit_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.693774 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router after_update 55549900 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.694118 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.694472 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.694840 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.695182 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.695550 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > agent after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.695900 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > agent after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.696285 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > network after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.697142 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Tracking information for resource: router configured {{(pid=92972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 07:20:47.697477 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Tracking information for resource: floatingip configured {{(pid=92972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 07:20:47.702327 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.db.l3_agentschedulers_db [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 07:20:47.702911 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: port after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.703277 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: port after_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.703635 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: port after_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.703990 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: port after_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.704807 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router before_create 55550100 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.705172 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.705536 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router precommit_create 55550100 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.705896 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > router precommit_update 55550100 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.710908 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.services.provider_configuration [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Service providers = [] {{(pid=92972) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 07:20:47.711267 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.db.servicetype_db [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92972) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 07:20:47.714223 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.services.service_base [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 07:20:47.714584 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.services.service_base [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 07:20:47.714928 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.services.service_base [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 07:20:47.716047 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.services.service_base [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 07:20:47.716520 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.services.service_base [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 07:20:47.717012 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 07:20:47.717373 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 07:20:47.730493 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 07:20:47.730911 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading Plugin: auto_allocate Jul 23 07:20:47.737375 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: network precommit_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.737755 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: network precommit_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.738277 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 07:20:47.738599 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading Plugin: tag Jul 23 07:20:47.746120 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 07:20:47.746450 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading Plugin: timestamp Jul 23 07:20:47.750322 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 07:20:47.750612 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading Plugin: network_ip_availability Jul 23 07:20:47.756043 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.756452 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.756815 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.757533 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 07:20:47.757860 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading Plugin: flavors Jul 23 07:20:47.764050 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 07:20:47.764417 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading Plugin: revisions Jul 23 07:20:47.768710 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 07:20:47.769107 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_concurrency.lockutils [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=92972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 07:20:47.769847 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92972) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 07:20:47.770184 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Initializing extension manager. Jul 23 07:20:47.770690 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: __init__.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.771031 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: __pycache__ {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.771362 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.772252 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: address_group.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.773020 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.773588 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: address-group Jul 23 07:20:47.773913 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: address_scope.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.774632 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.775141 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: address-scope Jul 23 07:20:47.775463 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.776424 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.776935 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: router-admin-state-down-before-update Jul 23 07:20:47.777255 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: agent.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.777961 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.778471 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: agent Jul 23 07:20:47.778790 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: agent_resources_synced.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.779708 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.780252 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: agent-resources-synced Jul 23 07:20:47.780575 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: allowedaddresspairs.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.782379 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.782903 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: allowed-address-pairs Jul 23 07:20:47.783230 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: auto_allocated_topology.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.784333 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.784858 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: auto-allocated-topology Jul 23 07:20:47.785187 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: availability_zone.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.785889 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.786400 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: availability_zone Jul 23 07:20:47.786727 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: availability_zone_filter.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.788222 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.788739 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: availability_zone_filter Jul 23 07:20:47.789065 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: data_plane_status.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.789973 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.790484 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 07:20:47.790809 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: default_subnetpools.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.791721 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.792273 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: default-subnetpools Jul 23 07:20:47.792600 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.793410 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.793929 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: dhcp_agent_scheduler Jul 23 07:20:47.794254 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: dns.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.795173 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.795686 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension dns-integration not supported by any of loaded plugins Jul 23 07:20:47.796014 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: dns_domain_ports.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.796956 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.797465 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 07:20:47.797790 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.798717 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.799224 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 07:20:47.799547 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: dvr.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.800251 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.800758 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: dvr Jul 23 07:20:47.801080 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: ecmp_routes.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.801995 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.802526 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 07:20:47.802890 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: empty_string_filtering.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.803803 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.804330 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: empty-string-filtering Jul 23 07:20:47.804653 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.805564 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.806074 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 07:20:47.806400 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.807315 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.807822 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 07:20:47.808183 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: external_net.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.809096 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.809612 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: external-net Jul 23 07:20:47.809937 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.810844 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.811357 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: extra_dhcp_opt Jul 23 07:20:47.811679 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: extraroute.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.812617 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.813131 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: extraroute Jul 23 07:20:47.813452 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: extraroute_atomic.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.814476 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.814991 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: extraroute-atomic Jul 23 07:20:47.815313 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: filter_validation.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.815983 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.816528 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: filter-validation Jul 23 07:20:47.816847 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: fip_pf_description.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.817935 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.818602 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 07:20:47.818986 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: fip_port_details.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.819909 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.820455 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: fip-port-details Jul 23 07:20:47.820779 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: flavors.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.822003 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.822519 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: flavors Jul 23 07:20:47.822845 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.824534 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.825058 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 07:20:47.825386 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: floatingip_pools.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.826085 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.826594 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: floatingip-pools Jul 23 07:20:47.826919 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: ip_allocation.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.827850 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.828403 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 07:20:47.828732 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.829652 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.830163 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: ip-substring-filtering Jul 23 07:20:47.830489 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: l2_adjacency.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.831417 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.831923 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 07:20:47.832274 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: l3.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.833240 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.833756 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: router Jul 23 07:20:47.834603 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.836860 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.837388 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 07:20:47.837725 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.838675 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.839197 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: ext-gw-mode Jul 23 07:20:47.839526 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.840484 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.841000 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: l3-ha Jul 23 07:20:47.841326 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: l3_flavors.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.842240 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.842750 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: l3-flavors Jul 23 07:20:47.843075 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.843983 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.844965 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 07:20:47.845293 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: l3agentscheduler.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.846343 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.846860 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: l3_agent_scheduler Jul 23 07:20:47.847187 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: logging.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.848697 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.849228 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension logging not supported by any of loaded plugins Jul 23 07:20:47.849596 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: metering.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.850928 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.851510 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: metering Jul 23 07:20:47.851839 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.852960 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.853486 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: metering_source_and_destination_fields Jul 23 07:20:47.853816 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: multiprovidernet.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.854870 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.855383 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: multi-provider Jul 23 07:20:47.855709 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: netmtu.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.856654 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.857171 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: net-mtu Jul 23 07:20:47.857496 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: netmtu_writable.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.858418 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.858928 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: net-mtu-writable Jul 23 07:20:47.859254 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: network_availability_zone.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.859926 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.860463 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: network_availability_zone Jul 23 07:20:47.860786 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: network_ip_availability.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.861862 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.862373 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: network-ip-availability Jul 23 07:20:47.862698 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: network_segment_range.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.863466 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.863975 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 07:20:47.864335 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: pagination.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.865595 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.866003 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: pagination Jul 23 07:20:47.866254 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: port_device_profile.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.867167 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.867684 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: port-device-profile Jul 23 07:20:47.868010 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.868984 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.869498 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: port-mac-address-regenerate Jul 23 07:20:47.869823 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.870744 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.871258 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: port-numa-affinity-policy Jul 23 07:20:47.871580 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: port_resource_request.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.872512 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.873022 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 07:20:47.873345 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: portbindings.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.874277 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.874791 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: binding Jul 23 07:20:47.875116 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: portbindings_extended.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.876402 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.876925 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: binding-extended Jul 23 07:20:47.877252 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: portsecurity.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.878170 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.878686 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: port-security Jul 23 07:20:47.879012 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: project_id.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.879975 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.880337 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: project-id Jul 23 07:20:47.880663 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: providernet.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.881695 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.882205 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: provider Jul 23 07:20:47.882530 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: qos.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.886061 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.886586 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension qos not supported by any of loaded plugins Jul 23 07:20:47.886921 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.888201 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.888725 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 07:20:47.889053 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.889975 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.890487 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 07:20:47.890813 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: qos_default.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.891729 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.892279 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension qos-default not supported by any of loaded plugins Jul 23 07:20:47.892605 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: qos_fip.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.893252 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.893756 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension qos-fip not supported by any of loaded plugins Jul 23 07:20:47.894077 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: qos_gateway_ip.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.895006 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.895518 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 07:20:47.895839 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: qos_port_network_policy.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.897385 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.898053 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 07:20:47.898381 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: qos_rule_type_details.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.899306 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.899820 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 07:20:47.900235 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: qos_rules_alias.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.901293 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.901813 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 07:20:47.902136 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: quotasv2.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.903068 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.903586 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: quotas Jul 23 07:20:47.903915 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: quotasv2_detail.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.906982 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.907317 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: quota_details Jul 23 07:20:47.907650 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: rbac.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.909995 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.909995 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: rbac-policies Jul 23 07:20:47.909995 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: rbac_address_group.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.910552 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.911068 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: rbac-address-group Jul 23 07:20:47.911397 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: rbac_address_scope.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.913114 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.914259 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: rbac-address-scope Jul 23 07:20:47.914583 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: rbac_security_groups.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.915761 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.916319 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: rbac-security-groups Jul 23 07:20:47.916655 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: rbac_subnetpool.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.917583 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.918098 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: rbac-subnetpool Jul 23 07:20:47.918430 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: revisionifmatch.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.919362 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.919879 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: revision-if-match Jul 23 07:20:47.920245 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: revisions.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.921364 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.921885 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: standard-attr-revisions Jul 23 07:20:47.922210 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: router_availability_zone.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.922892 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.923408 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: router_availability_zone Jul 23 07:20:47.923732 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: routerservicetype.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.924690 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.925205 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension router-service-type not supported by any of loaded plugins Jul 23 07:20:47.925530 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.926452 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.926964 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: security-groups-normalized-cidr Jul 23 07:20:47.927288 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.928303 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.928822 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: port-security-groups-filtering Jul 23 07:20:47.929146 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.930068 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.930580 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: security-groups-remote-address-group Jul 23 07:20:47.930905 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: securitygroup.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.940674 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.941208 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: security-group Jul 23 07:20:47.941539 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: segment.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.942334 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.942850 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension segment not supported by any of loaded plugins Jul 23 07:20:47.943177 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.944752 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.945270 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 07:20:47.945597 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: servicetype.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.946690 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.947221 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: service-type Jul 23 07:20:47.947554 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: sorting.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.948570 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.948906 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: sorting Jul 23 07:20:47.949228 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: standard_attr_segment.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.950218 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.950741 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 07:20:47.951064 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: standardattrdescription.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.951717 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.952265 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: standard-attr-description Jul 23 07:20:47.952590 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: stateful_security_group.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.953540 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.954059 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: stateful-security-group Jul 23 07:20:47.954385 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: stdattrs_common.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.954979 dv-cinder-773985-13-iscsi neutron-server[92972]: WARNING neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 07:20:47.955300 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.956262 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.956780 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 07:20:47.957105 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: subnet_onboard.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.958191 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.958718 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: subnet_onboard Jul 23 07:20:47.959605 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.960680 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.961197 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 07:20:47.961520 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: subnet_service_types.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.962444 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.962963 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: subnet-service-types Jul 23 07:20:47.963286 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: subnetallocation.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.964388 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.964914 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: subnet_allocation Jul 23 07:20:47.965239 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.965910 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.966424 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: subnetpool-prefix-ops Jul 23 07:20:47.966742 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.967682 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.968233 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 07:20:47.968564 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: tagging.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.969628 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.970148 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: standard-attr-tag Jul 23 07:20:47.970475 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: timestamp.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.971709 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.972264 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loaded extension: standard-attr-timestamp Jul 23 07:20:47.972596 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: trunk.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.973634 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.974157 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension trunk not supported by any of loaded plugins Jul 23 07:20:47.974484 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: trunk_details.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.975508 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.976021 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension trunk-details not supported by any of loaded plugins Jul 23 07:20:47.976379 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: uplink_status_propagation.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.977301 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.977816 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 07:20:47.978141 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Loading extension file: vlantransparent.py {{(pid=92972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 07:20:47.978821 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 07:20:47.979329 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 07:20:47.981822 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:network Jul 23 07:20:47.982340 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:subnet Jul 23 07:20:47.982740 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 07:20:47.983129 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:port Jul 23 07:20:47.984416 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.v2.resource_helper [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 07:20:47.984853 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.v2.resource_helper [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Service FLAVORS assigned prefix: {{(pid=92972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 07:20:47.985478 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.v2.resource_helper [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 07:20:47.985914 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.v2.resource_helper [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 07:20:47.986246 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:router Jul 23 07:20:47.986680 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 07:20:47.987164 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.v2.resource_helper [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Service METERING assigned prefix: /metering {{(pid=92972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 07:20:47.988644 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.989015 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.989366 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:20:47.990692 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 07:20:47.991131 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:security_group Jul 23 07:20:47.991570 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 07:20:47.992202 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.v2.resource_helper [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Service CORE assigned prefix: {{(pid=92972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 07:20:47.992536 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 07:20:47.992880 dv-cinder-773985-13-iscsi neutron-server[92972]: WARNING neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] subnetpool is already registered Jul 23 07:20:47.993319 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.v2.resource_helper [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Service CORE assigned prefix: {{(pid=92972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 07:20:47.993649 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 07:20:47.993984 dv-cinder-773985-13-iscsi neutron-server[92972]: WARNING neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] subnetpool is already registered Jul 23 07:20:47.996309 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.v2.resource_helper [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 07:20:47.996744 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.v2.resource_helper [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Service FLAVORS assigned prefix: {{(pid=92972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 07:20:47.997337 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.v2.resource_helper [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 07:20:47.997758 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.v2.resource_helper [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 07:20:47.998096 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:router Jul 23 07:20:47.998445 dv-cinder-773985-13-iscsi neutron-server[92972]: WARNING neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] router is already registered Jul 23 07:20:47.998857 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 07:20:47.999194 dv-cinder-773985-13-iscsi neutron-server[92972]: WARNING neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] floatingip is already registered Jul 23 07:20:47.999649 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.v2.resource_helper [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Service METERING assigned prefix: /metering {{(pid=92972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 07:20:48.000398 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 07:20:48.000682 dv-cinder-773985-13-iscsi neutron-server[92972]: WARNING neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] rbac_policy is already registered Jul 23 07:20:48.001094 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:security_group Jul 23 07:20:48.001429 dv-cinder-773985-13-iscsi neutron-server[92972]: WARNING neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] security_group is already registered Jul 23 07:20:48.001837 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 07:20:48.002168 dv-cinder-773985-13-iscsi neutron-server[92972]: WARNING neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] security_group_rule is already registered Jul 23 07:20:48.002792 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.v2.resource_helper [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Service CORE assigned prefix: {{(pid=92972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 07:20:48.003122 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 07:20:48.003456 dv-cinder-773985-13-iscsi neutron-server[92972]: WARNING neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] subnetpool is already registered Jul 23 07:20:48.003872 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.v2.resource_helper [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Service CORE assigned prefix: {{(pid=92972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 07:20:48.004230 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 07:20:48.004562 dv-cinder-773985-13-iscsi neutron-server[92972]: WARNING neutron.quota.resource_registry [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] subnetpool is already registered Jul 23 07:20:48.005023 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: extensions {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.007040 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: address-groups {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.008570 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: address-scopes {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.009906 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: agents {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.011069 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: auto-allocated-topology {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.012338 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: availability_zones {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.014459 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: dhcp-networks {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.017322 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: dhcp-agents {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.020020 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: routers {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.023343 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: flavors {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.025776 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: service_profiles {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.026983 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: next_providers {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.028471 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: service_profiles {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.030031 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: floatingip-pools {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.031269 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: routers {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.033004 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: floatingips {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.034280 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: l3-routers {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.035655 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: l3-agents {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.037168 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: metering-labels {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.038440 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: metering-label-rules {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.039821 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: network-ip-availabilities {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.041121 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: bindings {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.042691 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: quotas {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.044295 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: quotas {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.045700 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: rbac-policies {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.046894 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: security-groups {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.048220 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: security-group-rules {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.049468 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: service-providers {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.050708 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: subnetpools {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.052046 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: subnetpools {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.053644 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: tags {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.055335 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: tags {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.057200 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: tags {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.059014 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: tags {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.060824 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: tags {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.062774 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: tags {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.064514 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: tags {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.066329 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: tags {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.068248 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: tags {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.070527 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron.api.extensions [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Extended resource: tags {{(pid=92972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 07:20:48.078685 dv-cinder-773985-13-iscsi neutron-server[92972]: WARNING keystonemiddleware.auth_token [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 07:20:48.086318 dv-cinder-773985-13-iscsi neutron-server[92972]: WARNING keystonemiddleware.auth_token [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 07:20:48.095060 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_concurrency.lockutils [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Acquired lock "singleton_lock" {{(pid=92972) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 07:20:48.095536 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_concurrency.lockutils [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Releasing lock "singleton_lock" {{(pid=92972) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 07:20:48.096212 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO oslo_service.service [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Starting 2 workers Jul 23 07:20:48.101054 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Started child 93081 {{(pid=92972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 07:20:48.105516 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Started child 93082 {{(pid=92972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 07:20:48.106335 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:20:48.107100 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO neutron.service [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 07:20:48.107780 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Notify callbacks [] for process, before_spawn {{(pid=92972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:20:48.107884 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [-] (93081) wsgi starting up on http://0.0.0.0:9696 Jul 23 07:20:48.110149 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:20:48.110594 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO oslo_service.service [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Starting 1 workers Jul 23 07:20:48.111565 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [-] (93082) wsgi starting up on http://0.0.0.0:9696 Jul 23 07:20:48.115732 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Started child 93083 {{(pid=92972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 07:20:48.116064 dv-cinder-773985-13-iscsi neutron-server[92972]: INFO oslo_service.service [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Starting 1 workers Jul 23 07:20:48.119435 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.service [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] calling RpcWorker wait() {{(pid=93083) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 07:20:48.119976 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.service [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] returning from RpcWorker wait() {{(pid=93083) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 07:20:48.120564 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Started child 93084 {{(pid=92972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 07:20:48.121323 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:20:48.121442 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG neutron_lib.callbacks.manager [None req-00d3c816-d82b-4910-9c22-5804333454e1 None None] Notify callbacks [] for process, after_spawn {{(pid=92972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:20:48.122009 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:20:48.123235 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92972) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 07:20:48.123453 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 07:20:48.123639 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 07:20:48.123858 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 07:20:48.124230 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 07:20:48.124393 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 07:20:48.124888 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.125163 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.125419 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.125525 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:20:48.125987 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.125987 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.126716 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:20:48.126852 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.127088 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.127336 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.127621 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.127871 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.128045 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.128272 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.128498 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.128728 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.129007 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.129269 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.129504 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.129784 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.129954 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.130215 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.130482 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.130720 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.131630 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] debug = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.131882 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.132448 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.132702 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.132953 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.133186 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.133465 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.133694 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.133965 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.134200 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.134422 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.134666 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.134917 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.135148 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.135363 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.135601 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.135824 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.136044 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.136534 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] host = dv-cinder-773985-13-iscsi {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.136757 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.137003 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.137235 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.137479 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.137734 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.137982 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.138209 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.138474 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.138717 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.138971 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.139264 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.139525 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.139768 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.140009 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_file = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.140198 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_options = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.140423 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.140692 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.140947 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.141146 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.141315 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.141491 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.141816 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.141952 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.142150 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.142366 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.142594 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.142824 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.143053 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.143266 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.143521 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.143768 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.144002 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.144249 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.144515 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.144742 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.144965 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.145188 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.145429 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.145729 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.145871 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.146059 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.146301 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.147112 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.147331 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.147596 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.147839 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.148133 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.148381 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.148621 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.148851 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.149076 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.149292 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.149562 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.149789 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.150030 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.150474 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.150474 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.151023 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.151023 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.151265 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.151401 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] use_json = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.151575 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.151994 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.152181 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.152315 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.152515 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.152731 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.152950 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.153185 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.153616 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.153894 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.154207 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.154457 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.154697 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.154936 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.155537 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.155537 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.155808 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.156000 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.156216 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.156442 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.156746 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.156987 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.157244 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.158558 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.158879 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.159158 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.159408 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.159648 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.159900 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.160155 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.161134 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.161436 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.162953 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.163166 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.163525 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.163525 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.163819 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.164147 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.164408 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.164691 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.165668 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.165668 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.165668 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.166583 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.167717 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.167717 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.168110 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.170331 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.170331 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.170331 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.170331 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.170331 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.171862 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.174300 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.174582 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.174857 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.175125 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.175390 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.175641 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.175881 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.176149 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.176381 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.176621 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.176883 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.177117 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.177340 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.177562 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.177883 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.178258 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.178707 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.178935 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.179155 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.179386 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.179620 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.179869 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.180116 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.180369 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.180590 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.180815 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.181070 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.181508 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.181736 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.181957 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.182195 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.182402 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.182622 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.182848 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.183065 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.183283 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.183505 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.183745 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.183961 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.184264 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.184572 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.184814 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.185281 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.185539 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.185810 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.186073 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.186314 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.186783 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.187230 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.187671 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.188178 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.188650 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.189085 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.189498 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.189883 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.190277 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.190675 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.190930 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.191184 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.191431 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.191700 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.191990 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.192308 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.192548 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.192807 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.193064 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.193897 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.194371 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.194687 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.194938 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.195216 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.195539 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.195829 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.196126 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.196388 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.196658 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.196920 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.197158 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.197415 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.197657 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.197895 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.198141 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.198415 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.198667 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.198891 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.199128 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.199379 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.199673 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.200480 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.201030 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.201253 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.201531 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.201797 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.202037 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.202388 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.202657 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.202897 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.203150 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.203386 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.203605 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.203839 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.204091 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.204328 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.204565 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.204812 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.205055 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.205276 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.205498 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.205760 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.205977 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.206197 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.206415 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.206654 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.206874 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.207130 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.207345 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.207566 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.207809 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.208030 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.208271 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.208492 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.208710 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.209012 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.209817 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.210139 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.210416 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.210656 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.210887 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.211134 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.211396 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.211615 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.211867 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.212128 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.212511 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.212933 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.213222 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.213522 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.213763 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.214020 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.214235 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.214647 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.214906 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.215248 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.215506 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.215744 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.215999 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.216246 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.216494 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.216722 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.216945 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.217169 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.217409 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.217630 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.217915 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.218146 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.218392 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.218591 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.219019 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.219259 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.219479 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.219692 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.219988 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.220241 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.220475 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.220733 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.220974 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.221206 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.221438 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.221658 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.221871 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.222098 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.222316 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.222531 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.222777 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.222988 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.223206 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.223431 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.223643 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.223856 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.224122 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.224317 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.224555 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.224822 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.224999 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.225204 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.225431 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.225686 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.225899 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.226124 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.226364 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.226575 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.226803 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.227013 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.227224 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.227447 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.227685 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.227895 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.228236 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.228488 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.228710 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.228986 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.229234 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.229486 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.229734 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.230152 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.230559 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.231048 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.231292 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.231730 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.232046 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.232401 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.232757 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.233054 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.233306 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.233547 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.233861 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.234151 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.234420 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.234655 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.234961 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.235296 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.235576 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.235833 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.236105 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.236369 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.236594 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.236813 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.237050 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.237292 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.237513 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.237756 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.237990 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.238238 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.238478 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.238710 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.238931 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.239159 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.239371 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.239617 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.239834 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.239991 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 07:20:48.240855 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92972) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 07:20:48.241018 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 07:20:48.241190 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 07:20:48.241339 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 07:20:48.241671 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 07:20:48.241829 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 07:20:48.242043 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.242203 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.242645 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.242810 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.242972 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.243159 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.243318 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.243632 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.243855 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.243962 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.244134 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.244301 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.244466 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.244632 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.244802 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.244930 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.245090 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.245248 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.245411 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.245573 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.245740 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.245904 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.246049 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] debug = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.246209 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.246384 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.246548 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.246861 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.247023 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.247181 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.247343 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.247502 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.247663 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.247824 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.247987 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.248190 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.248368 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.248539 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.248695 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.248851 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.248982 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.249072 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] host = dv-cinder-773985-13-iscsi {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.249219 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.249384 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.249539 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.249853 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.250016 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.250173 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.250534 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.250653 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:20:48.250753 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.250941 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.251230 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.251523 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.251819 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.252147 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.252334 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_file = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.252500 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_options = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.252662 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.252824 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.252985 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.253174 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.253341 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.253502 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.253668 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.253831 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.253992 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.254156 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.254315 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.254476 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.254635 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.254795 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.254956 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.255117 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.255278 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.255438 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.255597 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.256281 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.256569 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.256736 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.256897 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.257057 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.257217 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.257378 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.257537 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.257696 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.257856 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.258014 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.258174 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.258333 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.258492 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.258651 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.258809 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.258968 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.259126 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.259289 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.259448 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.259608 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.259766 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.259926 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.260104 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.260266 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.260427 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.260587 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] use_json = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.260747 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.260905 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.261065 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.261225 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.261384 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.261542 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.261701 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.261862 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 07:20:48.262043 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.262206 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.262379 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.262535 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.262691 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.263641 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.263641 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.264523 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.264523 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.264523 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.265162 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.265162 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.265162 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.265162 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.265691 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.265691 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.265691 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.265900 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.265900 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.266143 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.266267 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.266397 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.266518 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.266813 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.266813 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.267041 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.267145 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.267291 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.267457 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.267620 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.267783 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.267950 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.268139 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.268302 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.268463 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.268626 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.268785 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.268950 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.269112 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.269275 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.269436 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.269597 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.269759 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.269921 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.270082 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.270249 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.270382 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.270533 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.270700 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.270861 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.271036 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.271199 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.271361 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.272237 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.272237 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.272486 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.272570 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.272695 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.272852 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.273008 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.273152 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.273329 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.273491 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.273652 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.273814 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.273975 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.274136 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.274298 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.274459 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.274621 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.274782 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.274943 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.275105 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.275267 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.275428 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.275592 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.275754 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.275917 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.276105 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.276639 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.276639 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.276639 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.277044 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.277044 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.277044 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.277344 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.277344 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.277484 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.277636 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.277796 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.278121 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.278286 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.278448 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.278766 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.278927 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.279089 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.279251 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.279417 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.279580 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.279742 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.279904 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.280084 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.280249 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.280411 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.280573 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.280735 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.280897 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.281061 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.281224 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.281379 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.281535 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.281707 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.281870 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.282034 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.282197 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.282366 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.282541 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.282709 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.282872 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.283035 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.283198 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.283361 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.283524 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.283687 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.283850 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.284016 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.284241 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.284326 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.284504 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.284668 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.284831 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.284993 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.285179 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.285340 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.285502 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.285666 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.285828 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.285990 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.286152 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.286313 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.286476 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.286638 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.286801 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.286963 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.287148 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.287314 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.287473 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.287636 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.287801 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.287964 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.288153 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.288319 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.288482 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.288644 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.288805 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.288967 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.289129 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.289897 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.289897 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.289897 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.290136 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.290226 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.290368 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.290534 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.291059 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.291374 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.291533 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.291837 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.292166 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.292632 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.292632 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.292632 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.292877 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.292956 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.293096 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.293264 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.293264 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.293264 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.293264 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.293264 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.294325 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.294325 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.294325 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.294513 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.294883 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.294883 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.295056 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.295146 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.295241 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.295403 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.295564 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.295725 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.295889 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.296051 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.296235 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.296402 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.296568 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.296728 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.296892 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.297553 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.297553 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.297553 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.297553 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.299344 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.299344 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.299344 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.299344 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.299344 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.299344 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.299344 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.299344 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.299886 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.299886 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.299886 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.299886 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.299886 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.299886 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.299886 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.300402 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.300402 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.300402 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.300402 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.300671 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.300748 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.300875 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.301038 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.301200 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.301363 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.301527 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.301689 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.301883 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.302017 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.302179 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.302341 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.302509 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.303183 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.303357 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.303521 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.303683 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.303844 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.304006 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.304193 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.304364 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.304681 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.304848 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.305170 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.305337 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.305502 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.305664 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.305840 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.306004 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.306169 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.306331 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.306493 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.306656 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.306819 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.306985 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.307158 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.307332 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.307495 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.307666 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.307836 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.308009 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.308195 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.308365 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.308541 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.308702 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.308864 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.309025 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.309188 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.309349 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.309511 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.309674 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.309836 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.309998 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.310161 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.310322 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.310484 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.310645 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.310806 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.310967 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.311129 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.311291 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.311453 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.311615 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 07:20:48.311768 dv-cinder-773985-13-iscsi neutron-server[92972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 07:20:48.502434 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40102) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:20:48.511409 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067713 Jul 23 07:20:59.808456 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21c1d84-0d41-452a-a24b-ba30412f75d0 None None] get_active_networks_info from dv-cinder-773985-13-iscsi {{(pid=93083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 07:20:59.888398 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-514241d9-cda8-41fc-bacf-e73aa52b1bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748961'] for agent, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:20:59.916338 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c1d84-0d41-452a-a24b-ba30412f75d0 None None] No non-hosted networks {{(pid=93083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 07:21:02.168746 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-b75e3f02-d66a-4403-8cef-e2aed8afcb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748961'] for agent, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:02.236914 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-50c0b08d-7ef7-4eda-88e3-eda7248c2695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:02.679836 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748961'] for agent, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:02.680949 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:02.681633 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:02.682174 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:02.682798 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:02.683604 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:02.684234 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:02.684823 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:02.685415 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:02.686021 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:02.686555 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:02.688384 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:02.692997 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:02.694633 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-13-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:21:02.709061 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-13-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:21:03.532467 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748961'] for agent, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:05.074215 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.db.l3_hamode_db [None req-23857779-336f-4305-ab3b-3274e41f87fe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 07:21:05.164796 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23857779-336f-4305-ab3b-3274e41f87fe None None] Routers set() bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:21:05.165232 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23857779-336f-4305-ab3b-3274e41f87fe None None] Router IDs set() for agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 07:21:05.506405 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748961'] for agent, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:06.425650 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40194) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:21:06.940493 dv-cinder-773985-13-iscsi neutron-server[93081]: WARNING oslo_policy.policy [None req-7d8fffac-b11c-4876-a963-754691796235 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 07:21:06.941116 dv-cinder-773985-13-iscsi neutron-server[93081]: WARNING oslo_policy.policy [None req-7d8fffac-b11c-4876-a963-754691796235 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 07:21:07.162432 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [None req-7d8fffac-b11c-4876-a963-754691796235 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 07:21:07.163503 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-7d8fffac-b11c-4876-a963-754691796235 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7369239 Jul 23 07:21:09.539572 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40208) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:21:09.844676 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-ffa2d4fd-4214-4f0e-98f2-0902c902c5f7 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:21:09.937676 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.policy [None req-ffa2d4fd-4214-4f0e-98f2-0902c902c5f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93081) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 07:21:09.983220 dv-cinder-773985-13-iscsi neutron-server[93081]: WARNING oslo_policy.policy [None req-ffa2d4fd-4214-4f0e-98f2-0902c902c5f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 07:21:09.983581 dv-cinder-773985-13-iscsi neutron-server[93081]: WARNING oslo_policy.policy [None req-ffa2d4fd-4214-4f0e-98f2-0902c902c5f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 07:21:09.992297 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.quota [None req-ffa2d4fd-4214-4f0e-98f2-0902c902c5f7 admin admin] Loaded quota_driver: . Jul 23 07:21:10.082759 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d4fd-4214-4f0e-98f2-0902c902c5f7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783134803321', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783134802060', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783134823622', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783134825144', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783134828415', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783134838391', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-526275', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-748520', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1752931', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1676035'] for rbac-policy, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:10.146234 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d4fd-4214-4f0e-98f2-0902c902c5f7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:10.147448 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-ffa2d4fd-4214-4f0e-98f2-0902c902c5f7 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6068239 Jul 23 07:21:12.670740 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40220) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:21:12.960450 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'name': 'private'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:21:12.989205 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Made reservation on behalf of a06d1d2b4f6e4b05bd4a74501335d342 for: {'network': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:21:12.992694 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:13.009323 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:13.133015 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:13.137195 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:13.156918 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:21:13.185561 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783134134824', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:13.186151 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Unsubscribe: segment precommit_create {{(pid=93081) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 07:21:13.186709 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.segments_db [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Added segment 30f83ee9-fa2a-4d85-8c32-5f057322622f of type vlan for network bd0d184e-9d45-48a2-9fba-7b3f8ee86801 Jul 23 07:21:13.204853 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36c1dab-dcb3-42c6-9a29-52536e6966d7,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:13.253545 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:13.253904 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:13.254420 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:13.255099 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:13.255434 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:13.255779 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:13.256134 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:13.256480 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:13.256809 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:13.257150 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:13.257470 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:13.257790 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Tracked resource versions report: Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: pushed versions: Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: { 'AddressGroup': {'1.2'}, Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'ConntrackHelper': {'1.0'}, Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Log': {'1.0'}, Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Network': {'1.1'}, Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Port': {'1.7'}, Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'PortForwarding': {'1.2'}, Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'QosPolicy': {'1.8'}, Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'SecurityGroup': {'1.4'}, Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'SecurityGroupRule': {'1.2'}, Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'SubPort': {'1.0'}, Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Subnet': {'1.1'}, Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Trunk': {'1.1'}} Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: consumer versions: Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: { DHCP agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: L3 agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: Metadata agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: Metering agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: Open vSwitch agent@dv-cinder-773985-13-iscsi: { 'AddressGroup': '1.2', Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'ConntrackHelper': '1.0', Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Log': '1.0', Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Network': '1.1', Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Port': '1.7', Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'PortForwarding': '1.2', Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'QosPolicy': '1.8', Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'SecurityGroup': '1.4', Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'SecurityGroupRule': '1.2', Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'SubPort': '1.0', Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Subnet': '1.1', Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Trunk': '1.1'}} Jul 23 07:21:13.259159 dv-cinder-773985-13-iscsi neutron-server[93081]: {{(pid=93081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 07:21:13.313163 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:13.363557 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:13.364716 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:21:13.365616 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:13.423218 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7514229 Jul 23 07:21:13.464167 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704106b-b16c-4912-90c8-37b65b8cf617 admin admin] Pushing event updated for resources: {'Network': ['ID=bd0d184e-9d45-48a2-9fba-7b3f8ee86801,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:13.475627 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network bd0d184e-9d45-48a2-9fba-7b3f8ee86801 details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:21:16.058550 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 40234) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:21:16.548034 dv-cinder-773985-13-iscsi neutron-server[93082]: WARNING oslo_policy.policy [None req-ee992a1f-b584-4a8e-bd7b-e4480a58923d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 07:21:16.548623 dv-cinder-773985-13-iscsi neutron-server[93082]: WARNING oslo_policy.policy [None req-ee992a1f-b584-4a8e-bd7b-e4480a58923d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 07:21:16.993610 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.policy [None req-ee992a1f-b584-4a8e-bd7b-e4480a58923d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93082) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 07:21:17.038331 dv-cinder-773985-13-iscsi neutron-server[93082]: WARNING oslo_policy.policy [None req-ee992a1f-b584-4a8e-bd7b-e4480a58923d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 07:21:17.038637 dv-cinder-773985-13-iscsi neutron-server[93082]: WARNING oslo_policy.policy [None req-ee992a1f-b584-4a8e-bd7b-e4480a58923d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 07:21:17.046673 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee992a1f-b584-4a8e-bd7b-e4480a58923d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:21:17.048558 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-ee992a1f-b584-4a8e-bd7b-e4480a58923d admin admin] 10.222.0.13 "GET /v2.0/networks/bd0d184e-9d45-48a2-9fba-7b3f8ee86801 HTTP/1.1" status: 200 len: 825 time: 0.9878902 Jul 23 07:21:17.087644 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-720f88eb-33ce-4264-ad96-a16168340612 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/0ecefbf2-5e7b-49a2-8fb7-8854f0ca0388 HTTP/1.1" status: 200 len: 734 time: 0.0329006 Jul 23 07:21:17.096531 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '0ecefbf2-5e7b-49a2-8fb7-8854f0ca0388', 'ip_version': 4, 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'name': 'private-subnet', 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:21:17.098220 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.quota [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Loaded quota_driver: . Jul 23 07:21:17.137822 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Made reservation on behalf of a06d1d2b4f6e4b05bd4a74501335d342 for: {'subnet': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:21:17.140519 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:17.424832 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:17.492343 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Checking segment: {'id': '30f83ee9-fa2a-4d85-8c32-5f057322622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:21:17.492712 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Network hostable DHCP agents. Network: bd0d184e-9d45-48a2-9fba-7b3f8ee86801, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:21:17.506457 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a8789f-59a8-4d0a-950e-0021b95acbb4,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:17.520841 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:17.521212 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:17.521545 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:17.521866 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:17.522182 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:17.522511 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:17.522829 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:17.523142 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:17.523464 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:17.523776 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:17.524094 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:17.524416 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Tracked resource versions report: Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: pushed versions: Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: { 'AddressGroup': {'1.2'}, Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'ConntrackHelper': {'1.0'}, Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Log': {'1.0'}, Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Network': {'1.1'}, Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Port': {'1.7'}, Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'PortForwarding': {'1.2'}, Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'QosPolicy': {'1.8'}, Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'SecurityGroup': {'1.4'}, Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'SecurityGroupRule': {'1.2'}, Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'SubPort': {'1.0'}, Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Subnet': {'1.1'}, Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Trunk': {'1.1'}} Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: consumer versions: Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: { DHCP agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: L3 agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: Metadata agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: Metering agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: Open vSwitch agent@dv-cinder-773985-13-iscsi: { 'AddressGroup': '1.2', Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'ConntrackHelper': '1.0', Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Log': '1.0', Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Network': '1.1', Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Port': '1.7', Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'PortForwarding': '1.2', Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'QosPolicy': '1.8', Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'SecurityGroup': '1.4', Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'SecurityGroupRule': '1.2', Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'SubPort': '1.0', Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Subnet': '1.1', Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Trunk': '1.1'}} Jul 23 07:21:17.525784 dv-cinder-773985-13-iscsi neutron-server[93082]: {{(pid=93082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 07:21:17.554079 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Network bd0d184e-9d45-48a2-9fba-7b3f8ee86801 is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:21:17.569993 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, bd0d184e-9d45-48a2-9fba-7b3f8ee86801) {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:21:17.576782 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:21:17.577412 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:17.579310 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbe8409-9927-4d30-8bce-97e7b0eb338e None None] Network bd0d184e-9d45-48a2-9fba-7b3f8ee86801 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:21:17.596755 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-3cd996de-2aca-4548-b739-d29769449bf2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5039222 Jul 23 07:21:17.896954 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp458c9d11-140a-5144-95e2-d546cfa02e71-bd0d184e-9d45-48a2-9fba-7b3f8ee86801', 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801', 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'fixed_ips': [{'subnet_id': '97a8789f-59a8-4d0a-950e-0021b95acbb4'}]}} from dv-cinder-773985-13-iscsi. {{(pid=93083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 07:21:17.898225 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:18.164416 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.db_base_plugin_common [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Allocated IP 172.20.0.2 (bd0d184e-9d45-48a2-9fba-7b3f8ee86801/97a8789f-59a8-4d0a-950e-0021b95acbb4/bd65fd98-e9c7-4b27-b555-5634183637bb) {{(pid=93083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:21:18.393498 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Notify callbacks [] for port, precommit_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:18.413149 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Transition to ACTIVE for port object bd65fd98-e9c7-4b27-b555-5634183637bb will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:21:18.434769 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Transition to ACTIVE for port object bd65fd98-e9c7-4b27-b555-5634183637bb will not be triggered until provisioned by entity DHCP. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:21:18.444344 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:18.517151 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Network bd0d184e-9d45-48a2-9fba-7b3f8ee86801 is already hosted by enough agents. {{(pid=93083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:21:18.524707 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.base_scheduler [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Resources bound (agent type, host, resource id): {{(pid=93083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:21:18.527622 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Received port after_create {{(pid=93083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:21:18.530766 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Pushing event updated for resources: {'Port': ['ID=bd65fd98-e9c7-4b27-b555-5634183637bb,revision_number=1']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:18.541501 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:18.541847 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:18.542179 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:18.542527 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:18.542849 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:18.543172 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:18.543490 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:18.543848 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:18.544214 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:18.544536 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:18.544852 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:18.545164 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Tracked resource versions report: Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: pushed versions: Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: { 'AddressGroup': {'1.2'}, Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'ConntrackHelper': {'1.0'}, Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Log': {'1.0'}, Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Network': {'1.1'}, Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Port': {'1.7'}, Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'PortForwarding': {'1.2'}, Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'QosPolicy': {'1.8'}, Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'SecurityGroup': {'1.4'}, Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'SecurityGroupRule': {'1.2'}, Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'SubPort': {'1.0'}, Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Subnet': {'1.1'}, Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Trunk': {'1.1'}} Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: consumer versions: Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: { DHCP agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: L3 agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: Metadata agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: Metering agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: Open vSwitch agent@dv-cinder-773985-13-iscsi: { 'AddressGroup': '1.2', Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'ConntrackHelper': '1.0', Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Log': '1.0', Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Network': '1.1', Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Port': '1.7', Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'PortForwarding': '1.2', Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'QosPolicy': '1.8', Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'SecurityGroup': '1.4', Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'SecurityGroupRule': '1.2', Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'SubPort': '1.0', Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Subnet': '1.1', Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Trunk': '1.1'}} Jul 23 07:21:18.546543 dv-cinder-773985-13-iscsi neutron-server[93083]: {{(pid=93083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 07:21:18.623187 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Attempting to bind port bd65fd98-e9c7-4b27-b555-5634183637bb on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:21:18.623927 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Attempting to bind port bd65fd98-e9c7-4b27-b555-5634183637bb by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '30f83ee9-fa2a-4d85-8c32-5f057322622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:21:18.624134 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Attempting to bind port bd65fd98-e9c7-4b27-b555-5634183637bb on network bd0d184e-9d45-48a2-9fba-7b3f8ee86801 {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:21:18.629014 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:21:18.630022 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Checking segment: {'id': '30f83ee9-fa2a-4d85-8c32-5f057322622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:21:18.630663 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:18.631025 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Bound using segment: {'id': '30f83ee9-fa2a-4d85-8c32-5f057322622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:21:18.631505 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Bound port: bd65fd98-e9c7-4b27-b555-5634183637bb, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f83ee9-fa2a-4d85-8c32-5f057322622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:21:18.631922 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:18.696059 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] For port bd65fd98-e9c7-4b27-b555-5634183637bb, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:21:18.700280 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] For port bd65fd98-e9c7-4b27-b555-5634183637bb, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=bd65fd98-e9c7-4b27-b555-5634183637bb,segment=NetworkSegment(30f83ee9-fa2a-4d85-8c32-5f057322622f),segment_id=30f83ee9-fa2a-4d85-8c32-5f057322622f)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:21:18.704376 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:18.769347 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01459aa0-6247-46ec-bbe6-abd3059d0e68 None None] Pushing event updated for resources: {'Port': ['ID=bd65fd98-e9c7-4b27-b555-5634183637bb,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:20.018089 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40254) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:21:20.332456 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [None req-70a2f77c-73f6-431b-b4e2-af8700c855f8 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 07:21:20.333460 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-70a2f77c-73f6-431b-b4e2-af8700c855f8 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143971 Jul 23 07:21:22.716307 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40262) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:21:23.030313 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [None req-023fa22c-483b-477f-8bb9-a264501095e4 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 07:21:23.031384 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-023fa22c-483b-477f-8bb9-a264501095e4 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3141563 Jul 23 07:21:25.661375 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40272) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:21:25.966247 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-589a03b5-305f-4346-ba54-22d8a652b5c6 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:21:25.992448 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-589a03b5-305f-4346-ba54-22d8a652b5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15057'] for router, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:25.993950 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-589a03b5-305f-4346-ba54-22d8a652b5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15066'] for router, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:26.136786 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-589a03b5-305f-4346-ba54-22d8a652b5c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:26.141604 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-589a03b5-305f-4346-ba54-22d8a652b5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745128'] for router, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:26.155293 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-589a03b5-305f-4346-ba54-22d8a652b5c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:26.156595 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-589a03b5-305f-4346-ba54-22d8a652b5c6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4942462 Jul 23 07:21:26.869057 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device bd65fd98-e9c7-4b27-b555-5634183637bb up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:21:26.950424 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port bd65fd98-e9c7-4b27-b555-5634183637bb completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:21:27.124717 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701d2c8-2c1f-4f9a-bf7a-c5da77782386 None None] Network bd0d184e-9d45-48a2-9fba-7b3f8ee86801 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:21:27.200253 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-dc778ae1-c693-4b23-9b47-c2382b10a0a7 None None] Provisioning for port bd65fd98-e9c7-4b27-b555-5634183637bb completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:21:27.208064 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-dc778ae1-c693-4b23-9b47-c2382b10a0a7 None None] Provisioning complete for port bd65fd98-e9c7-4b27-b555-5634183637bb triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:21:27.208474 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-dc778ae1-c693-4b23-9b47-c2382b10a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:27.378106 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-dc778ae1-c693-4b23-9b47-c2382b10a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:27.429022 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-dc778ae1-c693-4b23-9b47-c2382b10a0a7 None None] For port bd65fd98-e9c7-4b27-b555-5634183637bb, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=bd65fd98-e9c7-4b27-b555-5634183637bb,segment=NetworkSegment(30f83ee9-fa2a-4d85-8c32-5f057322622f),segment_id=30f83ee9-fa2a-4d85-8c32-5f057322622f)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:21:27.433989 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-dc778ae1-c693-4b23-9b47-c2382b10a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:27.486265 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc778ae1-c693-4b23-9b47-c2382b10a0a7 None None] Pushing event updated for resources: {'Port': ['ID=bd65fd98-e9c7-4b27-b555-5634183637bb,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:27.658439 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-9ac5b72b-cada-405b-9df9-29dd762a2909 None None] Provisioning complete for port bd65fd98-e9c7-4b27-b555-5634183637bb triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:21:27.658733 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9ac5b72b-cada-405b-9df9-29dd762a2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:28.523184 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40284) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:21:28.828237 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [None req-6d87d2a5-f4b4-4518-8b20-d7f4cbdae3b1 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 07:21:28.829221 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-6d87d2a5-f4b4-4518-8b20-d7f4cbdae3b1 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3050981 Jul 23 07:21:28.842793 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device bd65fd98-e9c7-4b27-b555-5634183637bb up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:21:28.890288 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port bd65fd98-e9c7-4b27-b555-5634183637bb triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:21:28.890661 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:29.732245 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e48c-0e0e-4ec2-bc6c-3a2f2014d619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:31.192017 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40292) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:21:31.496395 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:21:31.516490 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] Made reservation on behalf of 6c66924bf6c74492808032dd37b93b28 for: {'network': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:21:31.518742 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:31.526840 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:31.611662 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:31.615382 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:31.629898 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] Reserving flat network on physical network physnet1 {{(pid=93081) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 07:21:31.649955 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14943760-53f8-48a4-a2bd-980c6a6eb9d9,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:31.652889 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:31.653224 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.segments_db [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] Added segment 78e67a2b-10ce-4a1c-b27a-916c07b058b9 of type flat for network 5c071af4-be70-49d5-8aed-1ca2e78a6239 Jul 23 07:21:31.698794 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:31.735776 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:31.736735 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:21:31.737301 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:31.781467 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5883532 Jul 23 07:21:31.814380 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddb997-24d8-4aa4-a773-d239e95519b8 admin admin] Pushing event updated for resources: {'Network': ['ID=5c071af4-be70-49d5-8aed-1ca2e78a6239,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:31.825185 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:21:32.169652 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f976f147-9c5b-48c3-90e9-fbbf2b3f3671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:32.673895 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:33.456254 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:34.154058 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40310) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:21:34.363049 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf97fa1-e2e8-4cc2-b099-f196938aa41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:21:34.364426 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-edf97fa1-e2e8-4cc2-b099-f196938aa41a admin admin] 10.222.0.13 "GET /v2.0/subnets/97a8789f-59a8-4d0a-950e-0021b95acbb4 HTTP/1.1" status: 200 len: 849 time: 0.2093980 Jul 23 07:21:34.488491 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-6ce2e511-6c9e-4726-950a-0a40f3f63dbd admin admin] 10.222.0.13 "GET /v2.0/routers/6786c617-4524-44da-858e-8e9023281a70 HTTP/1.1" status: 200 len: 704 time: 0.1184752 Jul 23 07:21:34.747859 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:35.037356 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Allocated IP 172.20.0.1 (bd0d184e-9d45-48a2-9fba-7b3f8ee86801/97a8789f-59a8-4d0a-950e-0021b95acbb4/12abe623-455f-4c48-b8ae-e06bfb6edf79) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:21:35.228013 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:35.251209 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Transition to ACTIVE for port object 12abe623-455f-4c48-b8ae-e06bfb6edf79 will not be triggered until provisioned by entity DHCP. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:21:35.333087 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:35.445823 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Network bd0d184e-9d45-48a2-9fba-7b3f8ee86801 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:21:35.452596 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:21:35.464798 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:35.466830 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:21:35.467553 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744921'] for router_interface, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:35.488940 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=12abe623-455f-4c48-b8ae-e06bfb6edf79,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:35.675210 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:35.690059 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-38e2c05b-4228-43be-b0bd-034b62a89c75 None None] Provisioning for port 12abe623-455f-4c48-b8ae-e06bfb6edf79 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:21:35.694388 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-38e2c05b-4228-43be-b0bd-034b62a89c75 None None] Provisioning complete for port 12abe623-455f-4c48-b8ae-e06bfb6edf79 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:21:35.694759 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-38e2c05b-4228-43be-b0bd-034b62a89c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:35.731885 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-38e2c05b-4228-43be-b0bd-034b62a89c75 None None] Port 12abe623-455f-4c48-b8ae-e06bfb6edf79 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:21:35.852409 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:35.856578 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:35.857305 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747113'] for router_interface, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:35.916716 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=12abe623-455f-4c48-b8ae-e06bfb6edf79,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:35.979402 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Network bd0d184e-9d45-48a2-9fba-7b3f8ee86801 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:21:35.980749 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:21:36.138009 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Router 6786c617-4524-44da-858e-8e9023281a70 is scheduled to L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f with binding_index 1 {{(pid=93081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 07:21:36.150860 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-19284c2a-c2bc-4f39-a588-d7f1a9ff069d None None] Provisioning complete for port 12abe623-455f-4c48-b8ae-e06bfb6edf79 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:21:36.151234 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-19284c2a-c2bc-4f39-a588-d7f1a9ff069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:36.183410 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-19284c2a-c2bc-4f39-a588-d7f1a9ff069d None None] Port 12abe623-455f-4c48-b8ae-e06bfb6edf79 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:21:36.231803 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:21:36.237075 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-d74172b6-cca1-4f7f-b113-53fc13faf2e1 admin admin] 10.222.0.13 "PUT /v2.0/routers/6786c617-4524-44da-858e-8e9023281a70/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7434349 Jul 23 07:21:36.242422 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Sync routers for ids ['6786c617-4524-44da-858e-8e9023281a70'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:21:36.257140 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Routers {'6786c617-4524-44da-858e-8e9023281a70'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:21:36.257902 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:21:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['6786c617-4524-44da-858e-8e9023281a70'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:21:36.437968 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Set router 6786c617-4524-44da-858e-8e9023281a70 gateway port host: None {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:21:36.874117 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6786c617-4524-44da-858e-8e9023281a70', 'name': 'router1', 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:21:26Z', 'updated_at': '2021-07-23T07:21:35Z', 'revision_number': 2, 'project_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'gw_port_host': None, '_interfaces': [{'id': '12abe623-455f-4c48-b8ae-e06bfb6edf79', 'name': '', 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801', 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'mac_address': 'fa:16:3e:2b:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6786c617-4524-44da-858e-8e9023281a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97a8789f-59a8-4d0a-950e-0021b95acbb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:21:34Z', 'updated_at': '2021-07-23T07:21:35Z', 'revision_number': 2, 'project_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'subnets': [{'id': '97a8789f-59a8-4d0a-950e-0021b95acbb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ecefbf2-5e7b-49a2-8fb7-8854f0ca0388'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:21:36.925371 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Checking router: 6786c617-4524-44da-858e-8e9023281a70 for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:21:36.925756 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Updating router 6786c617-4524-44da-858e-8e9023281a70 port 12abe623-455f-4c48-b8ae-e06bfb6edf79 binding host dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:21:36.991076 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:37.474903 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Notify callbacks [] for port, precommit_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:37.492335 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.provisioning_blocks [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Transition to ACTIVE for port object 12abe623-455f-4c48-b8ae-e06bfb6edf79 will not be triggered until provisioned by entity L2. {{(pid=93084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:21:37.498015 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:37.659653 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Attempting to bind port 12abe623-455f-4c48-b8ae-e06bfb6edf79 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:21:37.660051 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Attempting to bind port 12abe623-455f-4c48-b8ae-e06bfb6edf79 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '30f83ee9-fa2a-4d85-8c32-5f057322622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801'}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:21:37.660499 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Attempting to bind port 12abe623-455f-4c48-b8ae-e06bfb6edf79 on network bd0d184e-9d45-48a2-9fba-7b3f8ee86801 {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:21:37.667919 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6992d7-eca5-4a8b-aac8-cd330f9f05cb None None] Pushing event updated for resources: {'Port': ['ID=12abe623-455f-4c48-b8ae-e06bfb6edf79,revision_number=3']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:37.672353 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:21:37.672741 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Checking segment: {'id': '30f83ee9-fa2a-4d85-8c32-5f057322622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:21:37.673205 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:37.673587 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Bound using segment: {'id': '30f83ee9-fa2a-4d85-8c32-5f057322622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801'} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:21:37.674088 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Bound port: 12abe623-455f-4c48-b8ae-e06bfb6edf79, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f83ee9-fa2a-4d85-8c32-5f057322622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801'}}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:21:37.674486 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:37.686488 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6992d7-eca5-4a8b-aac8-cd330f9f05cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:37.686834 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6992d7-eca5-4a8b-aac8-cd330f9f05cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:37.687165 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6992d7-eca5-4a8b-aac8-cd330f9f05cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:37.687489 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6992d7-eca5-4a8b-aac8-cd330f9f05cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:37.687811 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6992d7-eca5-4a8b-aac8-cd330f9f05cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:37.688153 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6992d7-eca5-4a8b-aac8-cd330f9f05cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:37.688469 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6992d7-eca5-4a8b-aac8-cd330f9f05cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:37.688784 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6992d7-eca5-4a8b-aac8-cd330f9f05cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:37.689113 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6992d7-eca5-4a8b-aac8-cd330f9f05cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:37.689427 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6992d7-eca5-4a8b-aac8-cd330f9f05cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:37.689738 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6992d7-eca5-4a8b-aac8-cd330f9f05cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:37.690045 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6992d7-eca5-4a8b-aac8-cd330f9f05cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6992d7-eca5-4a8b-aac8-cd330f9f05cb None None] Tracked resource versions report: Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: pushed versions: Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: { 'AddressGroup': {'1.2'}, Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'ConntrackHelper': {'1.0'}, Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Log': {'1.0'}, Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Network': {'1.1'}, Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Port': {'1.7'}, Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'PortForwarding': {'1.2'}, Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'QosPolicy': {'1.8'}, Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'SecurityGroup': {'1.4'}, Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'SecurityGroupRule': {'1.2'}, Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'SubPort': {'1.0'}, Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Subnet': {'1.1'}, Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Trunk': {'1.1'}} Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: consumer versions: Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: { DHCP agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: L3 agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: Metadata agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: Metering agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: Open vSwitch agent@dv-cinder-773985-13-iscsi: { 'AddressGroup': '1.2', Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'ConntrackHelper': '1.0', Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Log': '1.0', Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Network': '1.1', Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Port': '1.7', Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'PortForwarding': '1.2', Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'QosPolicy': '1.8', Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'SecurityGroup': '1.4', Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'SecurityGroupRule': '1.2', Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'SubPort': '1.0', Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Subnet': '1.1', Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Trunk': '1.1'}} Jul 23 07:21:37.692024 dv-cinder-773985-13-iscsi neutron-server[93084]: {{(pid=93084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 07:21:37.754864 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] For port 12abe623-455f-4c48-b8ae-e06bfb6edf79, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:21:37.774568 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] For port 12abe623-455f-4c48-b8ae-e06bfb6edf79, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=12abe623-455f-4c48-b8ae-e06bfb6edf79,segment=NetworkSegment(30f83ee9-fa2a-4d85-8c32-5f057322622f),segment_id=30f83ee9-fa2a-4d85-8c32-5f057322622f)] {{(pid=93084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:21:37.778840 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:37.836153 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Routers {'6786c617-4524-44da-858e-8e9023281a70'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:21:37.836759 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:21:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['6786c617-4524-44da-858e-8e9023281a70'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:21:37.841692 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6992d7-eca5-4a8b-aac8-cd330f9f05cb None None] Pushing event updated for resources: {'Port': ['ID=12abe623-455f-4c48-b8ae-e06bfb6edf79,revision_number=4']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:37.929588 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] Set router 6786c617-4524-44da-858e-8e9023281a70 gateway port host: None {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:21:38.134831 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6786c617-4524-44da-858e-8e9023281a70', 'name': 'router1', 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:21:26Z', 'updated_at': '2021-07-23T07:21:35Z', 'revision_number': 2, 'project_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'gw_port_host': None, '_interfaces': [{'id': '12abe623-455f-4c48-b8ae-e06bfb6edf79', 'name': '', 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801', 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'mac_address': 'fa:16:3e:2b:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6786c617-4524-44da-858e-8e9023281a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97a8789f-59a8-4d0a-950e-0021b95acbb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:21:34Z', 'updated_at': '2021-07-23T07:21:37Z', 'revision_number': 4, 'project_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'subnets': [{'id': '97a8789f-59a8-4d0a-950e-0021b95acbb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ecefbf2-5e7b-49a2-8fb7-8854f0ca0388'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:21:38.162788 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4dc3e2-91b5-4044-a3ba-3860386fcb5f None None] The sync data for ids ['6786c617-4524-44da-858e-8e9023281a70'] in dv-cinder-773985-13-iscsi is: [{'id': '6786c617-4524-44da-858e-8e9023281a70', 'name': 'router1', 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:21:26Z', 'updated_at': '2021-07-23T07:21:35Z', 'revision_number': 2, 'project_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'gw_port_host': None, '_interfaces': [{'id': '12abe623-455f-4c48-b8ae-e06bfb6edf79', 'name': '', 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801', 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'mac_address': 'fa:16:3e:2b:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6786c617-4524-44da-858e-8e9023281a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97a8789f-59a8-4d0a-950e-0021b95acbb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:21:34Z', 'updated_at': '2021-07-23T07:21:37Z', 'revision_number': 4, 'project_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'subnets': [{'id': '97a8789f-59a8-4d0a-950e-0021b95acbb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ecefbf2-5e7b-49a2-8fb7-8854f0ca0388'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:21:38.519878 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 40330) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:21:38.636171 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4a333f-6bb8-4045-a557-a7410245e8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:21:38.637497 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-fd4a333f-6bb8-4045-a557-a7410245e8dc admin admin] 10.222.0.13 "GET /v2.0/networks/5c071af4-be70-49d5-8aed-1ca2e78a6239 HTTP/1.1" status: 200 len: 842 time: 0.1166649 Jul 23 07:21:38.646706 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-fe78b8bf-9b8f-4381-8f41-969c65ad4fd8 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:21:38.667187 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe78b8bf-9b8f-4381-8f41-969c65ad4fd8 admin admin] Made reservation on behalf of 6c66924bf6c74492808032dd37b93b28 for: {'subnet': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:21:38.669498 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-fe78b8bf-9b8f-4381-8f41-969c65ad4fd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:39.041172 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.objects.ports [None req-fe78b8bf-9b8f-4381-8f41-969c65ad4fd8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93082) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 07:21:39.041632 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-fe78b8bf-9b8f-4381-8f41-969c65ad4fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:39.098054 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78b8bf-9b8f-4381-8f41-969c65ad4fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7e4f3a-a8af-4123-b58a-49b71b32fcf4,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:39.108955 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe78b8bf-9b8f-4381-8f41-969c65ad4fd8 admin admin] Checking segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:21:39.109301 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe78b8bf-9b8f-4381-8f41-969c65ad4fd8 admin admin] Network hostable DHCP agents. Network: 5c071af4-be70-49d5-8aed-1ca2e78a6239, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:21:39.130261 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe78b8bf-9b8f-4381-8f41-969c65ad4fd8 admin admin] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:21:39.139796 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-fe78b8bf-9b8f-4381-8f41-969c65ad4fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, 5c071af4-be70-49d5-8aed-1ca2e78a6239) {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:21:39.147301 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe78b8bf-9b8f-4381-8f41-969c65ad4fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:21:39.147928 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-fe78b8bf-9b8f-4381-8f41-969c65ad4fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:39.153755 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33465c39-6067-46b8-b81f-7c7a149dad04 None None] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:21:39.165992 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-fe78b8bf-9b8f-4381-8f41-969c65ad4fd8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5225477 Jul 23 07:21:39.307958 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df1040-fd8f-417e-a1a8-3d9b4e5cfe68 None None] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:21:41.457811 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 40338) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:21:41.684925 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-f33834ce-8561-46ab-8d72-c8e8c8da7f5e admin admin] 10.222.0.13 "GET /v2.0/routers/6786c617-4524-44da-858e-8e9023281a70 HTTP/1.1" status: 200 len: 710 time: 0.2259860 Jul 23 07:21:41.775952 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f1217-9428-4381-9e79-9969b02e7bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:21:41.777394 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-1d6f1217-9428-4381-9e79-9969b02e7bbb admin admin] 10.222.0.13 "GET /v2.0/networks/5c071af4-be70-49d5-8aed-1ca2e78a6239 HTTP/1.1" status: 200 len: 886 time: 0.0874786 Jul 23 07:21:41.787030 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:21:42.035613 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10032'] for router, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:42.267651 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:42.341381 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:42.537857 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Allocated IP 172.27.1.59 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/9c8211cd-ac09-4fa7-a53a-b53d44a2484d) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:21:42.644910 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:42.730050 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:42.803337 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:21:42.804779 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:21:42.811307 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:21:42.877090 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Pushing event updated for resources: {'Port': ['ID=9c8211cd-ac09-4fa7-a53a-b53d44a2484d,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:43.090938 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:43.280981 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10032'] for router, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:43.284620 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744977'] for router, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:43.400485 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Router 6786c617-4524-44da-858e-8e9023281a70 has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:21:43.508764 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:21:43.513612 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] Notify callbacks [] for router, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:43.514822 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-07f08bf6-5d58-4006-ac3b-bddbbdc9f4ee admin admin] 10.222.0.13 "PUT /v2.0/routers/6786c617-4524-44da-858e-8e9023281a70 HTTP/1.1" status: 200 len: 889 time: 1.7319200 Jul 23 07:21:44.660103 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Sync routers for ids ['6786c617-4524-44da-858e-8e9023281a70'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:21:44.670318 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Routers {'6786c617-4524-44da-858e-8e9023281a70'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:21:44.670989 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:21:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['6786c617-4524-44da-858e-8e9023281a70'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:21:44.891871 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 12abe623-455f-4c48-b8ae-e06bfb6edf79 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:21:44.949905 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Set router 6786c617-4524-44da-858e-8e9023281a70 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:21:45.096590 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 12abe623-455f-4c48-b8ae-e06bfb6edf79 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:21:45.106516 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 12abe623-455f-4c48-b8ae-e06bfb6edf79 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:21:45.106890 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:45.180024 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 5 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:21:45.339152 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:45.396093 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 12abe623-455f-4c48-b8ae-e06bfb6edf79, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=12abe623-455f-4c48-b8ae-e06bfb6edf79,segment=NetworkSegment(30f83ee9-fa2a-4d85-8c32-5f057322622f),segment_id=30f83ee9-fa2a-4d85-8c32-5f057322622f)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:21:45.402420 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:45.467593 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6786c617-4524-44da-858e-8e9023281a70', 'name': 'router1', 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9c8211cd-ac09-4fa7-a53a-b53d44a2484d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:21:26Z', 'updated_at': '2021-07-23T07:21:42Z', 'revision_number': 4, 'project_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'gw_port': {'id': '9c8211cd-ac09-4fa7-a53a-b53d44a2484d', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6786c617-4524-44da-858e-8e9023281a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:21:42Z', 'updated_at': '2021-07-23T07:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '12abe623-455f-4c48-b8ae-e06bfb6edf79', 'name': '', 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801', 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'mac_address': 'fa:16:3e:2b:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6786c617-4524-44da-858e-8e9023281a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97a8789f-59a8-4d0a-950e-0021b95acbb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:21:34Z', 'updated_at': '2021-07-23T07:21:37Z', 'revision_number': 4, 'project_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'subnets': [{'id': '97a8789f-59a8-4d0a-950e-0021b95acbb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ecefbf2-5e7b-49a2-8fb7-8854f0ca0388'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:21:45.492289 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=12abe623-455f-4c48-b8ae-e06bfb6edf79,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:45.521672 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Checking router: 6786c617-4524-44da-858e-8e9023281a70 for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:21:45.522023 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Updating router 6786c617-4524-44da-858e-8e9023281a70 port 9c8211cd-ac09-4fa7-a53a-b53d44a2484d binding host dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:21:45.554640 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:45.875100 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Notify callbacks [] for port, precommit_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:45.884659 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Transition to ACTIVE for port object 9c8211cd-ac09-4fa7-a53a-b53d44a2484d will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:21:45.890613 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:45.913318 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 40350) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:21:45.942954 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Attempting to bind port 9c8211cd-ac09-4fa7-a53a-b53d44a2484d on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:21:45.943393 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Attempting to bind port 9c8211cd-ac09-4fa7-a53a-b53d44a2484d by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:21:45.943672 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Attempting to bind port 9c8211cd-ac09-4fa7-a53a-b53d44a2484d on network 5c071af4-be70-49d5-8aed-1ca2e78a6239 {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:21:45.946386 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29437d58-f1d7-409c-a2de-6c988c9b534a None None] Pushing event updated for resources: {'Port': ['ID=9c8211cd-ac09-4fa7-a53a-b53d44a2484d,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:45.950698 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:21:45.951069 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Checking segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:21:45.951465 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:45.951846 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Bound using segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:21:45.952323 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Bound port: 9c8211cd-ac09-4fa7-a53a-b53d44a2484d, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:21:45.952729 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:46.002997 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] For port 9c8211cd-ac09-4fa7-a53a-b53d44a2484d, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:21:46.006113 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] For port 9c8211cd-ac09-4fa7-a53a-b53d44a2484d, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=9c8211cd-ac09-4fa7-a53a-b53d44a2484d,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:21:46.010038 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:46.048934 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-1701e763-3a03-4e0f-a688-b46ecc9c522d admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1344140 Jul 23 07:21:46.057973 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Routers {'6786c617-4524-44da-858e-8e9023281a70'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:21:46.058620 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:21:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['6786c617-4524-44da-858e-8e9023281a70'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:21:46.220876 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29437d58-f1d7-409c-a2de-6c988c9b534a None None] Pushing event updated for resources: {'Port': ['ID=9c8211cd-ac09-4fa7-a53a-b53d44a2484d,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:46.263102 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] Set router 6786c617-4524-44da-858e-8e9023281a70 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:21:46.475331 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6786c617-4524-44da-858e-8e9023281a70', 'name': 'router1', 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9c8211cd-ac09-4fa7-a53a-b53d44a2484d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:21:26Z', 'updated_at': '2021-07-23T07:21:42Z', 'revision_number': 4, 'project_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'gw_port': {'id': '9c8211cd-ac09-4fa7-a53a-b53d44a2484d', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6786c617-4524-44da-858e-8e9023281a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:21:42Z', 'updated_at': '2021-07-23T07:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '12abe623-455f-4c48-b8ae-e06bfb6edf79', 'name': '', 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801', 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'mac_address': 'fa:16:3e:2b:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6786c617-4524-44da-858e-8e9023281a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97a8789f-59a8-4d0a-950e-0021b95acbb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:21:34Z', 'updated_at': '2021-07-23T07:21:45Z', 'revision_number': 5, 'project_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'subnets': [{'id': '97a8789f-59a8-4d0a-950e-0021b95acbb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ecefbf2-5e7b-49a2-8fb7-8854f0ca0388'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:21:46.505608 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfab210-64ec-4356-ae7c-41fcd1a0c734 None None] The sync data for ids ['6786c617-4524-44da-858e-8e9023281a70'] in dv-cinder-773985-13-iscsi is: [{'id': '6786c617-4524-44da-858e-8e9023281a70', 'name': 'router1', 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9c8211cd-ac09-4fa7-a53a-b53d44a2484d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:21:26Z', 'updated_at': '2021-07-23T07:21:42Z', 'revision_number': 4, 'project_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'gw_port': {'id': '9c8211cd-ac09-4fa7-a53a-b53d44a2484d', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6786c617-4524-44da-858e-8e9023281a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:21:42Z', 'updated_at': '2021-07-23T07:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '12abe623-455f-4c48-b8ae-e06bfb6edf79', 'name': '', 'network_id': 'bd0d184e-9d45-48a2-9fba-7b3f8ee86801', 'tenant_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'mac_address': 'fa:16:3e:2b:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6786c617-4524-44da-858e-8e9023281a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97a8789f-59a8-4d0a-950e-0021b95acbb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:21:34Z', 'updated_at': '2021-07-23T07:21:45Z', 'revision_number': 5, 'project_id': 'a06d1d2b4f6e4b05bd4a74501335d342', 'subnets': [{'id': '97a8789f-59a8-4d0a-950e-0021b95acbb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ecefbf2-5e7b-49a2-8fb7-8854f0ca0388'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:21:46.973607 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 9c8211cd-ac09-4fa7-a53a-b53d44a2484d up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:21:47.028924 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 9c8211cd-ac09-4fa7-a53a-b53d44a2484d completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:21:47.032686 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 9c8211cd-ac09-4fa7-a53a-b53d44a2484d triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:21:47.033058 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:47.126154 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:47.147034 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 9c8211cd-ac09-4fa7-a53a-b53d44a2484d, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=9c8211cd-ac09-4fa7-a53a-b53d44a2484d,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:21:47.150529 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:47.151276 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 12abe623-455f-4c48-b8ae-e06bfb6edf79 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:21:47.224465 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=9c8211cd-ac09-4fa7-a53a-b53d44a2484d,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:21:47.235084 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 12abe623-455f-4c48-b8ae-e06bfb6edf79 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:21:47.235465 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:48.868217 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 9c8211cd-ac09-4fa7-a53a-b53d44a2484d up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:21:48.916260 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 9c8211cd-ac09-4fa7-a53a-b53d44a2484d triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:21:48.916639 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:21:59.741061 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-2fc12674-7d26-4822-bcd8-a4e5319f6d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:22:02.172933 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-67ebf815-61e2-44e3-9f95-7dd148b34f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:22:02.684729 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:22:03.467548 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:22:05.480329 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:22:22.179212 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 5 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:22:29.734890 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-e68bb50f-fc53-484c-8c31-0c0c142dc947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:22:32.176967 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd1b9-412f-477b-b83a-184f6c83322b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:22:32.680998 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:22:33.496339 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:22:35.477707 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:22:59.177615 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 5 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:22:59.736118 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ffd27238-7666-4ed5-9b14-198715b6fab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:23:02.178047 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3875-40ad-4324-ad64-4e0e22176b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:23:02.683039 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:23:03.464536 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:23:05.484139 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:23:22.047083 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 40918) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:23:22.106029 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b950b5d-641c-4926-9e5c-e245c02e3350 admin admin] GET failed (client error): The resource could not be found. Jul 23 07:23:22.107340 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-3b950b5d-641c-4926-9e5c-e245c02e3350 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0593283 Jul 23 07:23:22.319308 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e3137-e512-4b45-aebb-694a8978d635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:23:22.320724 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-991e3137-e512-4b45-aebb-694a8978d635 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2095795 Jul 23 07:23:24.478592 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40928) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:23:24.570084 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fd9334-c271-445b-9e55-91d4c2697330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:23:24.571400 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-51fd9334-c271-445b-9e55-91d4c2697330 admin admin] 10.222.0.13 "GET /v2.0/subnets/97a8789f-59a8-4d0a-950e-0021b95acbb4 HTTP/1.1" status: 200 len: 849 time: 0.0918684 Jul 23 07:23:24.581351 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:23:24.664545 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Notify callbacks [] for subnet, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:23:24.806976 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783134005104'] for subnet, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:23:24.835358 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:23:24.835937 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:23:24.848204 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] 10.222.0.13 "PUT /v2.0/subnets/97a8789f-59a8-4d0a-950e-0021b95acbb4 HTTP/1.1" status: 200 len: 868 time: 0.2595832 Jul 23 07:23:24.848467 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0298e7c2-cfd2-4a1a-a2f0-aec2733fc338 None None] Network bd0d184e-9d45-48a2-9fba-7b3f8ee86801 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:23:24.861093 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a8789f-59a8-4d0a-950e-0021b95acbb4,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:23:24.868720 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:23:24.869093 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:23:24.869440 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:23:24.869773 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:23:24.870104 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:23:24.870432 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:23:24.870759 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:23:24.871102 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:23:24.872849 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:23:24.873212 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:23:24.873535 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:23:24.873864 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332f897-b158-4451-90f4-dc8709b3b7db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:23:25.243162 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-9fedf6ad-7ac2-4533-a499-d9358faa3dbc None None] Provisioning complete for port bd65fd98-e9c7-4b27-b555-5634183637bb triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:23:25.243530 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9fedf6ad-7ac2-4533-a499-d9358faa3dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:23:25.327669 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-9fedf6ad-7ac2-4533-a499-d9358faa3dbc None None] Provisioning complete for port 12abe623-455f-4c48-b8ae-e06bfb6edf79 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:23:25.327935 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9fedf6ad-7ac2-4533-a499-d9358faa3dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:23:27.000749 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40938) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:23:27.206533 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca2190-073d-42b4-b50d-e6f1d0f347b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:23:27.207013 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca2190-073d-42b4-b50d-e6f1d0f347b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:23:27.208577 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-ffca2190-073d-42b4-b50d-e6f1d0f347b0 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2068887 Jul 23 07:23:29.373061 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40946) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:23:29.499293 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a061379-5a5a-47a7-ad85-d55a7e6e4d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:23:29.499771 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a061379-5a5a-47a7-ad85-d55a7e6e4d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:23:29.501305 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-4a061379-5a5a-47a7-ad85-d55a7e6e4d7e admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1272981 Jul 23 07:23:29.737462 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-2fd1965d-3fed-408f-b945-1b2cac7fc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:23:31.675141 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40954) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:23:31.868169 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b47b994-0029-4636-8c4d-d9ebbc38e180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:23:31.869496 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-1b47b994-0029-4636-8c4d-d9ebbc38e180 admin admin] 10.222.0.13 "GET /v2.0/networks/5c071af4-be70-49d5-8aed-1ca2e78a6239 HTTP/1.1" status: 200 len: 886 time: 0.1933715 Jul 23 07:23:32.178634 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-2cb97c88-301d-4602-a1df-8bc427423c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:23:32.688094 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:23:33.467721 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:23:34.039625 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40962) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:23:34.167951 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf805ce-a458-40eb-a100-c7af2ecfc40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:23:34.169379 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-eaf805ce-a458-40eb-a100-c7af2ecfc40c admin admin] 10.222.0.13 "GET /v2.0/networks/bd0d184e-9d45-48a2-9fba-7b3f8ee86801 HTTP/1.1" status: 200 len: 869 time: 0.1287425 Jul 23 07:23:35.485235 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:23:36.176365 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 5 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:23:36.291570 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40970) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:23:36.412983 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5dd26f-d54c-4508-ae7a-28fe00a74480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:23:36.413369 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5dd26f-d54c-4508-ae7a-28fe00a74480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:23:36.414896 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-5d5dd26f-d54c-4508-ae7a-28fe00a74480 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223290 Jul 23 07:23:38.582862 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40978) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:23:38.672239 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4de59a9-14fe-4af8-9750-82dfffea1c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:23:38.672701 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4de59a9-14fe-4af8-9750-82dfffea1c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:23:38.674193 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-a4de59a9-14fe-4af8-9750-82dfffea1c76 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901587 Jul 23 07:23:40.858200 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40986) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:23:40.945261 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620de26a-267e-4258-a5f4-5bc7b2bd3ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:23:40.946615 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-620de26a-267e-4258-a5f4-5bc7b2bd3ef3 admin admin] 10.222.0.13 "GET /v2.0/subnets/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4 HTTP/1.1" status: 200 len: 816 time: 0.0874667 Jul 23 07:23:43.206352 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 40994) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:23:43.295071 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2bec85-0ff2-4e22-940b-379bef524ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:23:43.296410 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-1d2bec85-0ff2-4e22-940b-379bef524ee3 admin admin] 10.222.0.13 "GET /v2.0/subnets/97a8789f-59a8-4d0a-950e-0021b95acbb4 HTTP/1.1" status: 200 len: 868 time: 0.0890868 Jul 23 07:23:59.738662 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ccfe84f2-70ad-4918-bbc3-b3a9213d8b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:02.179786 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9d7f7f94-49b1-4583-a2f5-d5706a61d82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:02.688884 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:03.469738 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:05.491570 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:07.485100 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41046) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:24:07.531153 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [None req-da5639d8-d1d2-425f-b048-09c451d8bad1 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 07:24:07.532200 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-da5639d8-d1d2-425f-b048-09c451d8bad1 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461040 Jul 23 07:24:09.736680 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41054) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:24:09.795669 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca716865-d281-48e1-abc9-fe7f36ee2e6a admin admin] GET failed (client error): The resource could not be found. Jul 23 07:24:09.797020 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-ca716865-d281-48e1-abc9-fe7f36ee2e6a admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594084 Jul 23 07:24:09.933347 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc59e17-7789-4810-9f6e-dc92590c8b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:24:09.934952 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-6bc59e17-7789-4810-9f6e-dc92590c8b24 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1341248 Jul 23 07:24:12.133624 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41062) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:24:12.178477 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-ae6b0ffa-71d1-4dad-8c29-10226962fbf0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:24:12.199303 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6b0ffa-71d1-4dad-8c29-10226962fbf0 admin admin] Made reservation on behalf of 6c66924bf6c74492808032dd37b93b28 for: {'network': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:24:12.201678 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0ffa-71d1-4dad-8c29-10226962fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:12.233870 dv-cinder-773985-13-iscsi neutron-server[93081]: WARNING neutron.services.revisions.revision_plugin [None req-ae6b0ffa-71d1-4dad-8c29-10226962fbf0 admin admin] Could not find related network for resource to bump revision. Jul 23 07:24:12.245238 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6b0ffa-71d1-4dad-8c29-10226962fbf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:24:12.253732 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0ffa-71d1-4dad-8c29-10226962fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:12.254066 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.segments_db [None req-ae6b0ffa-71d1-4dad-8c29-10226962fbf0 admin admin] Added segment 3a860d09-9d25-438a-ae39-03a978fc6462 of type vlan for network fe4c414c-7224-4c5d-a761-0cd186103b80 Jul 23 07:24:12.290662 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0ffa-71d1-4dad-8c29-10226962fbf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:12.317602 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0ffa-71d1-4dad-8c29-10226962fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:12.318459 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b0ffa-71d1-4dad-8c29-10226962fbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:24:12.319026 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0ffa-71d1-4dad-8c29-10226962fbf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:12.348335 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-ae6b0ffa-71d1-4dad-8c29-10226962fbf0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2136128 Jul 23 07:24:12.378040 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b0ffa-71d1-4dad-8c29-10226962fbf0 admin admin] Pushing event updated for resources: {'Network': ['ID=fe4c414c-7224-4c5d-a761-0cd186103b80,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:24:12.388680 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network fe4c414c-7224-4c5d-a761-0cd186103b80 details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:24:13.174885 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 5 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:24:14.558060 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41070) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:24:14.616228 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c54019-22df-4541-bf60-8b9e3d63d76a admin admin] GET failed (client error): The resource could not be found. Jul 23 07:24:14.617566 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-79c54019-22df-4541-bf60-8b9e3d63d76a admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584652 Jul 23 07:24:14.687474 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897c06e3-a6d8-41e4-b27c-118e6552e099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:24:14.688965 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-897c06e3-a6d8-41e4-b27c-118e6552e099 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670750 Jul 23 07:24:14.698517 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-aec1cc23-4fd1-4358-849d-647e062338e9 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'fe4c414c-7224-4c5d-a761-0cd186103b80', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:24:14.720618 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec1cc23-4fd1-4358-849d-647e062338e9 admin admin] Made reservation on behalf of 6c66924bf6c74492808032dd37b93b28 for: {'subnet': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:24:14.722820 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-aec1cc23-4fd1-4358-849d-647e062338e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:14.907508 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-aec1cc23-4fd1-4358-849d-647e062338e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:14.966517 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1cc23-4fd1-4358-849d-647e062338e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e0dad5-6108-4ae1-85a1-478c7510b254,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:24:14.974462 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec1cc23-4fd1-4358-849d-647e062338e9 admin admin] Checking segment: {'id': '3a860d09-9d25-438a-ae39-03a978fc6462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe4c414c-7224-4c5d-a761-0cd186103b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:24:14.974809 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec1cc23-4fd1-4358-849d-647e062338e9 admin admin] Network hostable DHCP agents. Network: fe4c414c-7224-4c5d-a761-0cd186103b80, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:24:14.996024 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec1cc23-4fd1-4358-849d-647e062338e9 admin admin] Network fe4c414c-7224-4c5d-a761-0cd186103b80 is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:24:15.006068 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-aec1cc23-4fd1-4358-849d-647e062338e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, fe4c414c-7224-4c5d-a761-0cd186103b80) {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:24:15.009910 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec1cc23-4fd1-4358-849d-647e062338e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:24:15.011060 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-aec1cc23-4fd1-4358-849d-647e062338e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:15.016244 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffbe93b-60aa-4d38-b771-34c186df3bae None None] Network fe4c414c-7224-4c5d-a761-0cd186103b80 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:24:15.023661 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-aec1cc23-4fd1-4358-849d-647e062338e9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3286986 Jul 23 07:24:15.258715 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp458c9d11-140a-5144-95e2-d546cfa02e71-fe4c414c-7224-4c5d-a761-0cd186103b80', 'network_id': 'fe4c414c-7224-4c5d-a761-0cd186103b80', 'tenant_id': '6c66924bf6c74492808032dd37b93b28', 'fixed_ips': [{'subnet_id': '75e0dad5-6108-4ae1-85a1-478c7510b254'}]}} from dv-cinder-773985-13-iscsi. {{(pid=93083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 07:24:15.259580 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:15.396914 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.db_base_plugin_common [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Allocated IP 192.168.233.2 (fe4c414c-7224-4c5d-a761-0cd186103b80/75e0dad5-6108-4ae1-85a1-478c7510b254/f4a8c196-4b71-4690-bd7d-bb2f2de6066b) {{(pid=93083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:24:15.539991 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Notify callbacks [] for port, precommit_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:15.548875 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Transition to ACTIVE for port object f4a8c196-4b71-4690-bd7d-bb2f2de6066b will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:24:15.564203 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Transition to ACTIVE for port object f4a8c196-4b71-4690-bd7d-bb2f2de6066b will not be triggered until provisioned by entity DHCP. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:24:15.570138 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:15.605610 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Network fe4c414c-7224-4c5d-a761-0cd186103b80 is already hosted by enough agents. {{(pid=93083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:24:15.617145 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.base_scheduler [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Resources bound (agent type, host, resource id): {{(pid=93083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:24:15.619003 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Pushing event updated for resources: {'Port': ['ID=f4a8c196-4b71-4690-bd7d-bb2f2de6066b,revision_number=1']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:24:15.621584 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Received port after_create {{(pid=93083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:24:15.633426 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:24:15.633799 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:24:15.634153 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:24:15.634492 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:24:15.634826 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:24:15.635165 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:24:15.635554 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:24:15.635885 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:24:15.636262 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:24:15.636602 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:24:15.636927 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:24:15.637254 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:24:15.688356 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Attempting to bind port f4a8c196-4b71-4690-bd7d-bb2f2de6066b on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:24:15.688746 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Attempting to bind port f4a8c196-4b71-4690-bd7d-bb2f2de6066b by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '3a860d09-9d25-438a-ae39-03a978fc6462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe4c414c-7224-4c5d-a761-0cd186103b80'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:24:15.689110 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Attempting to bind port f4a8c196-4b71-4690-bd7d-bb2f2de6066b on network fe4c414c-7224-4c5d-a761-0cd186103b80 {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:24:15.694029 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:24:15.694397 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Checking segment: {'id': '3a860d09-9d25-438a-ae39-03a978fc6462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe4c414c-7224-4c5d-a761-0cd186103b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:24:15.694796 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:15.695188 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Bound using segment: {'id': '3a860d09-9d25-438a-ae39-03a978fc6462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe4c414c-7224-4c5d-a761-0cd186103b80'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:24:15.695644 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Bound port: f4a8c196-4b71-4690-bd7d-bb2f2de6066b, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a860d09-9d25-438a-ae39-03a978fc6462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe4c414c-7224-4c5d-a761-0cd186103b80'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:24:15.696043 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:15.762971 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-e9451658-9214-4732-b169-a89f931fe58f None None] For port f4a8c196-4b71-4690-bd7d-bb2f2de6066b, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:24:15.766371 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-e9451658-9214-4732-b169-a89f931fe58f None None] For port f4a8c196-4b71-4690-bd7d-bb2f2de6066b, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=f4a8c196-4b71-4690-bd7d-bb2f2de6066b,segment=NetworkSegment(3a860d09-9d25-438a-ae39-03a978fc6462),segment_id=3a860d09-9d25-438a-ae39-03a978fc6462)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:24:15.770933 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:15.827642 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9451658-9214-4732-b169-a89f931fe58f None None] Pushing event updated for resources: {'Port': ['ID=f4a8c196-4b71-4690-bd7d-bb2f2de6066b,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:24:16.637281 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b527b08-bb17-43dd-9cc9-44b28d657972 None None] Network fe4c414c-7224-4c5d-a761-0cd186103b80 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:24:16.716711 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-cdab7dae-edd2-4270-a0e4-f66682d8c9fa None None] Provisioning for port f4a8c196-4b71-4690-bd7d-bb2f2de6066b completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:24:17.003171 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device f4a8c196-4b71-4690-bd7d-bb2f2de6066b up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:24:17.067252 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port f4a8c196-4b71-4690-bd7d-bb2f2de6066b completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:24:17.071147 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port f4a8c196-4b71-4690-bd7d-bb2f2de6066b triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:24:17.071512 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:17.153323 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:17.185233 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port f4a8c196-4b71-4690-bd7d-bb2f2de6066b, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=f4a8c196-4b71-4690-bd7d-bb2f2de6066b,segment=NetworkSegment(3a860d09-9d25-438a-ae39-03a978fc6462),segment_id=3a860d09-9d25-438a-ae39-03a978fc6462)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:24:17.190370 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:17.238444 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=f4a8c196-4b71-4690-bd7d-bb2f2de6066b,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:24:18.965767 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device f4a8c196-4b71-4690-bd7d-bb2f2de6066b up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:24:19.012665 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port f4a8c196-4b71-4690-bd7d-bb2f2de6066b triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:24:19.013030 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:29.742710 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-3044268f-e785-490b-b381-a53e56c6d9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:32.180488 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-5c18913c-5d90-4cfd-b832-ef64d3dcd2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:32.690730 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:33.472976 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:35.493365 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:24:50.173228 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 5 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:24:59.743730 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-718a6061-0978-4d8c-930f-6598092da65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:02.182785 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-539f3f43-206a-44aa-9780-1c6248283a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:02.692817 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:03.475595 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:05.496642 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:24.937882 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41122) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:25:24.943755 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [None req-695ccdfa-bd7e-43e1-92b8-7957b5fa277c tempest-verify_tempest_config-1145322534 tempest-verify_tempest_config-1145322534-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 07:25:24.944736 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-695ccdfa-bd7e-43e1-92b8-7957b5fa277c tempest-verify_tempest_config-1145322534 tempest-verify_tempest_config-1145322534-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058889 Jul 23 07:25:25.269327 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 41140) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:25:25.384996 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:25.511262 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:25.515089 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:25.561168 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=884d447f634a4aa3af9b3c4d7df9245f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2908010 Jul 23 07:25:25.562230 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facc8f9b-a3a0-48db-b4fa-fdbec0eb7481,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:25:25.563835 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41146) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:25:25.568708 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.569055 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.569396 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.569726 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.570054 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.570385 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.570724 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.571062 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.571403 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.571723 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.572038 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.572378 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adddc6-0218-44f1-bccf-3affacd11a15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.624792 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:25.645902 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:25.740879 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:25.743597 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:25.747670 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/facc8f9b-a3a0-48db-b4fa-fdbec0eb7481 HTTP/1.1" status: 204 len: 168 time: 0.1827528 Jul 23 07:25:25.758232 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facc8f9b-a3a0-48db-b4fa-fdbec0eb7481,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:25:25.766179 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.766542 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.766890 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.767223 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.767547 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.767888 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.768273 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.768598 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.768921 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.769313 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.769555 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:25.769868 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4f77e-2d09-464e-a24f-1032a1a6b14e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:25:27.172422 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 5 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:25:29.747218 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-09b43562-b147-4e21-9e60-c7068d918744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:32.183602 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-e154f6b9-7d22-446e-8362-6b615f07d00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:32.694286 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:33.479129 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:35.500568 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:25:59.748658 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-8e27ae29-ed08-4a6a-aa42-1db221e745e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:26:02.185454 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-98cad9c9-7c07-4ace-9f9b-72e1bf75a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:26:02.693411 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:26:03.479828 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:26:04.172722 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 5 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:26:05.500913 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:26:29.751256 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-2776c80e-4ba4-4236-9183-eb5a7dc21e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:26:32.185793 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-38af3d37-9e56-4c2b-81a8-84c427a6b9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:26:32.692401 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:26:33.482764 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:26:35.503834 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:26:41.171756 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 5 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:26:56.565369 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748961'] for agent, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:26:59.751424 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c3ece4be-f167-4540-a677-83fb1db1ff18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:27:02.187245 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-6939fa4d-a788-4502-ac4d-0db0e66db2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:27:02.691618 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:27:03.485891 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:27:05.507603 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:27:12.242269 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41218) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:27:12.344425 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-e0435910-5b17-4a98-ac9d-25c36288296f admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1010334 Jul 23 07:27:14.531829 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41228) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:27:14.583625 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-72a7aa4f-8989-407c-a871-df6b8d51e64e admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0507169 Jul 23 07:27:18.170996 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:27:26.533160 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:27:29.753312 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-4fa6028c-9b29-472f-afb8-7ad7093a6f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:27:32.187216 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-3c948af5-88e5-4285-8354-bca06e9e6d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:27:32.692133 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:27:33.487198 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:27:35.512597 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:27:55.170343 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:27:56.533289 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:27:59.756191 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-245dd001-c31e-4aff-9508-0d0e63e87b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:02.187511 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e263-d01c-4211-90c9-917ab47ead66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:02.696592 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:03.490821 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:05.516305 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:26.532481 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:29.759067 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-845c76cc-3f0d-443f-8542-96cc7846e565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:32.170237 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:28:32.189322 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-0deb0903-6b7f-412c-9571-cb2ac8d127fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:32.697878 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:33.495529 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:35.515947 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:42.858760 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41394) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:43.120560 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1485159325-network', 'tenant_id': '4e9d7d46b2674a979c4e832e5374820b'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:43.150586 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Made reservation on behalf of 4e9d7d46b2674a979c4e832e5374820b for: {'network': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:28:43.152941 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:43.161608 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:43.254608 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:43.259626 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:43.297078 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36df0353-c940-4770-9e6e-d1ff630d83e7,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:43.304147 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=93081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:28:43.306749 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.307092 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.307424 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.307753 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.308097 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.308446 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.308765 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.309294 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.309629 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.310139 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.310462 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.310774 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Tracked resource versions report: Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: pushed versions: Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: { 'AddressGroup': {'1.2'}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'ConntrackHelper': {'1.0'}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Log': {'1.0'}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Network': {'1.1'}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Port': {'1.7'}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'PortForwarding': {'1.2'}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'QosPolicy': {'1.8'}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'SecurityGroup': {'1.4'}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'SecurityGroupRule': {'1.2'}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'SubPort': {'1.0'}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Subnet': {'1.1'}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Trunk': {'1.1'}} Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: consumer versions: Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: { DHCP agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: HyperV agent@hv-cinder-77398: {}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: L3 agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: Metadata agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: Metering agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: Open vSwitch agent@dv-cinder-773985-13-iscsi: { 'AddressGroup': '1.2', Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'ConntrackHelper': '1.0', Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Log': '1.0', Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Network': '1.1', Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Port': '1.7', Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'PortForwarding': '1.2', Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'QosPolicy': '1.8', Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'SecurityGroup': '1.4', Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'SecurityGroupRule': '1.2', Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'SubPort': '1.0', Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Subnet': '1.1', Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: 'Trunk': '1.1'}} Jul 23 07:28:43.311893 dv-cinder-773985-13-iscsi neutron-server[93081]: {{(pid=93081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 07:28:43.323624 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:43.323971 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.segments_db [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Added segment 76c8a70c-366e-40a0-bfad-cbf3150cb8e3 of type vlan for network 6aacc3a6-017c-4d89-830b-218017c65b45 Jul 23 07:28:43.366922 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:43.397630 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:43.398894 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:28:43.399985 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:43.435615 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5726550 Jul 23 07:28:43.436103 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 41440) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:43.442803 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Request body: {'subnet': {'network_id': '6aacc3a6-017c-4d89-830b-218017c65b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1485159325-subnet', 'tenant_id': '4e9d7d46b2674a979c4e832e5374820b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:43.469121 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcb622-5c8c-42d0-9847-55eb33e2e93d admin admin] Pushing event updated for resources: {'Network': ['ID=6aacc3a6-017c-4d89-830b-218017c65b45,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:43.471042 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Made reservation on behalf of 4e9d7d46b2674a979c4e832e5374820b for: {'subnet': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:28:43.473989 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:43.483567 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network 6aacc3a6-017c-4d89-830b-218017c65b45 details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:28:43.674446 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:43.692568 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41460) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:43.735903 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b05e1d6-5f92-4810-8f58-f848520be748,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:43.749270 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.749703 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.750110 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.750583 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.750849 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.751377 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.751897 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.752251 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.752620 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.752946 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.753347 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.754042 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Tracked resource versions report: Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: pushed versions: Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: { 'AddressGroup': {'1.2'}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'ConntrackHelper': {'1.0'}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Log': {'1.0'}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Network': {'1.1'}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Port': {'1.7'}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'PortForwarding': {'1.2'}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'QosPolicy': {'1.8'}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'SecurityGroup': {'1.4'}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'SecurityGroupRule': {'1.2'}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'SubPort': {'1.0'}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Subnet': {'1.1'}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Trunk': {'1.1'}} Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: consumer versions: Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: { DHCP agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: HyperV agent@hv-cinder-77398: {}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: L3 agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: Metadata agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: Metering agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: Open vSwitch agent@dv-cinder-773985-13-iscsi: { 'AddressGroup': '1.2', Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'ConntrackHelper': '1.0', Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Log': '1.0', Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Network': '1.1', Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Port': '1.7', Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'PortForwarding': '1.2', Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'QosPolicy': '1.8', Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'SecurityGroup': '1.4', Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'SecurityGroupRule': '1.2', Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'SubPort': '1.0', Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Subnet': '1.1', Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: 'Trunk': '1.1'}} Jul 23 07:28:43.755164 dv-cinder-773985-13-iscsi neutron-server[93082]: {{(pid=93082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 07:28:43.766968 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Checking segment: {'id': '76c8a70c-366e-40a0-bfad-cbf3150cb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6aacc3a6-017c-4d89-830b-218017c65b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:28:43.767383 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Network hostable DHCP agents. Network: 6aacc3a6-017c-4d89-830b-218017c65b45, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:28:43.787516 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41466) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:43.790897 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Network 6aacc3a6-017c-4d89-830b-218017c65b45 is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:28:43.802116 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, 6aacc3a6-017c-4d89-830b-218017c65b45) {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:43.806753 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:28:43.807744 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:43.813701 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc525657-4f8a-4d3b-9ef4-b2956e7ddd91 None None] Network 6aacc3a6-017c-4d89-830b-218017c65b45 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:28:43.828877 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-09bfac65-54ae-4f07-aaa9-a3077a57b3d1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3908226 Jul 23 07:28:43.949227 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047d15b1-d304-46ed-994c-e3a1911f30d8 None None] Network 6aacc3a6-017c-4d89-830b-218017c65b45 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:28:44.053129 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-403174765-network', 'tenant_id': '1915e9b02c304a73919c21737c01fa84'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:44.095995 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] Made reservation on behalf of 1915e9b02c304a73919c21737c01fa84 for: {'network': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:28:44.098381 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.111833 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.126379 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-987699489-network', 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:44.158350 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 41480) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:44.246356 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.254534 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.268275 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:28:44.279819 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.280523 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.segments_db [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] Added segment 31190f65-967f-4e8c-a7ac-429ead733d8c of type vlan for network f640653b-1b95-4735-ad8a-809138685023 Jul 23 07:28:44.324464 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] Made reservation on behalf of c1b97984a86d47e4a53350db0daee3cf for: {'network': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:28:44.326897 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.357038 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.365049 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.385511 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43e2a96-f04b-4e46-b001-06ecda0431f3,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:44.431578 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.432860 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:28:44.433619 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.509635 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] Pushing event updated for resources: {'Network': ['ID=f640653b-1b95-4735-ad8a-809138685023,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:44.524425 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network f640653b-1b95-4735-ad8a-809138685023 details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:28:44.552002 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.559929 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.577645 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-3508cecf-3230-49bd-b13d-9b2fe62837fc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8824251 Jul 23 07:28:44.580406 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 41492) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:44.586200 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-e16c32eb-c874-4084-b1f5-27b9be791184 admin admin] Request body: {'subnet': {'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-403174765-subnet', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:44.605675 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:28:44.625430 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.625767 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.segments_db [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] Added segment fdc479ed-3be3-4fd9-8b4b-29affecf4854 of type vlan for network 619f42d6-ea41-4e81-89f0-fe4ff73d474b Jul 23 07:28:44.632605 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-152732955-network', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:44.683177 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.692549 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16c32eb-c874-4084-b1f5-27b9be791184 admin admin] Made reservation on behalf of 1915e9b02c304a73919c21737c01fa84 for: {'subnet': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:28:44.694892 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e16c32eb-c874-4084-b1f5-27b9be791184 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.721132 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:44.722404 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:28:44.722995 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.040140 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] Pushing event updated for resources: {'Network': ['ID=619f42d6-ea41-4e81-89f0-fe4ff73d474b,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:45.051431 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network 619f42d6-ea41-4e81-89f0-fe4ff73d474b details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:28:45.099180 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3101151 Jul 23 07:28:45.100099 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41518) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:45.102855 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420691d-e480-4f59-855f-9d8796a94bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f530342a-dd9a-466f-bbde-0deaf1f2a814,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:45.106789 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] Made reservation on behalf of 36b2f932ad9e4c7f81bcc2768504ed1b for: {'network': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:28:45.110268 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.111547 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-b7b0df46-a921-4cc0-9bf9-91b027f8444d admin admin] Request body: {'subnet': {'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-987699489-subnet', 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:45.114884 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e16c32eb-c874-4084-b1f5-27b9be791184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.177321 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b0df46-a921-4cc0-9bf9-91b027f8444d admin admin] Made reservation on behalf of c1b97984a86d47e4a53350db0daee3cf for: {'subnet': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:28:45.187335 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b7b0df46-a921-4cc0-9bf9-91b027f8444d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.193793 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c32eb-c874-4084-b1f5-27b9be791184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89993525-8aed-4fcb-9e8c-9cff111bbf6e,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:45.206167 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.232706 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c32eb-c874-4084-b1f5-27b9be791184 admin admin] Checking segment: {'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:28:45.233335 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16c32eb-c874-4084-b1f5-27b9be791184 admin admin] Network hostable DHCP agents. Network: f640653b-1b95-4735-ad8a-809138685023, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:28:45.276510 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16c32eb-c874-4084-b1f5-27b9be791184 admin admin] Network f640653b-1b95-4735-ad8a-809138685023 is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:28:45.303493 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-e16c32eb-c874-4084-b1f5-27b9be791184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, f640653b-1b95-4735-ad8a-809138685023) {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:45.312914 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c32eb-c874-4084-b1f5-27b9be791184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:28:45.313578 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e16c32eb-c874-4084-b1f5-27b9be791184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.330933 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38aa091-b1fe-471f-bda4-442c845eb629 None None] Network f640653b-1b95-4735-ad8a-809138685023 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:28:45.437411 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.444674 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.467665 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-e16c32eb-c874-4084-b1f5-27b9be791184 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8855281 Jul 23 07:28:45.482021 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 41530) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:45.489609 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:45.508510 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:28:45.539376 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a1986d-7cbb-4dff-b728-8337e510b6d8,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:45.548172 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783134134824', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.549129 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] Unsubscribe: segment precommit_create {{(pid=93082) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 07:28:45.550192 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.segments_db [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] Added segment 81f9fa57-b816-4571-93fc-a138062aefc1 of type vlan for network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 Jul 23 07:28:45.605476 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15057'] for router, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.607481 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15066'] for router, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.628696 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp458c9d11-140a-5144-95e2-d546cfa02e71-f640653b-1b95-4735-ad8a-809138685023', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e'}]}} from dv-cinder-773985-13-iscsi. {{(pid=93083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 07:28:45.633270 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.641374 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.723889 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b7b0df46-a921-4cc0-9bf9-91b027f8444d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.771894 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.db.resource_extend [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 07:28:45.785810 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.833483 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0df46-a921-4cc0-9bf9-91b027f8444d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:45.862803 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b0df46-a921-4cc0-9bf9-91b027f8444d admin admin] Checking segment: {'id': 'fdc479ed-3be3-4fd9-8b4b-29affecf4854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:28:45.863162 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b0df46-a921-4cc0-9bf9-91b027f8444d admin admin] Network hostable DHCP agents. Network: 619f42d6-ea41-4e81-89f0-fe4ff73d474b, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:28:45.874077 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.db_base_plugin_common [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Allocated IP 172.20.0.2 (f640653b-1b95-4735-ad8a-809138685023/89993525-8aed-4fcb-9e8c-9cff111bbf6e/ca494049-11dd-4484-b944-476e46924588) {{(pid=93083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:28:45.887289 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b0df46-a921-4cc0-9bf9-91b027f8444d admin admin] Network 619f42d6-ea41-4e81-89f0-fe4ff73d474b is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:28:45.900560 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-b7b0df46-a921-4cc0-9bf9-91b027f8444d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, 619f42d6-ea41-4e81-89f0-fe4ff73d474b) {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:45.906141 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b0df46-a921-4cc0-9bf9-91b027f8444d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:28:45.907154 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b7b0df46-a921-4cc0-9bf9-91b027f8444d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.918840 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b44a740-7325-41c7-9efd-08dc1e4cc7eb None None] Network 619f42d6-ea41-4e81-89f0-fe4ff73d474b requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:28:45.927241 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-b7b0df46-a921-4cc0-9bf9-91b027f8444d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8254623 Jul 23 07:28:45.929693 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41546) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:45.941629 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-987699489-router', 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:45.967860 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15057'] for router, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.969628 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15066'] for router, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.970731 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:45.976837 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:28:45.977535 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:46.068427 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:46.138185 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10032'] for router, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:46.211463 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0518229 Jul 23 07:28:46.226365 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41556) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:46.246946 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-2a7f39e7-d18f-41be-8426-64f69e765e9e admin admin] Request body: {'subnet': {'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-subnet', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:46.314025 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e6f2c-d612-452e-8ed9-8884cf73ecce admin admin] Pushing event updated for resources: {'Network': ['ID=109d4d17-d38f-4b13-90d5-6d94ded0f2d6,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:46.329858 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:46.334909 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10032'] for router, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:46.342715 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7f39e7-d18f-41be-8426-64f69e765e9e admin admin] Made reservation on behalf of 36b2f932ad9e4c7f81bcc2768504ed1b for: {'subnet': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:28:46.345693 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2a7f39e7-d18f-41be-8426-64f69e765e9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:46.355690 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Transition to ACTIVE for port object ca494049-11dd-4484-b944-476e46924588 will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:28:46.398023 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Transition to ACTIVE for port object ca494049-11dd-4484-b944-476e46924588 will not be triggered until provisioned by entity DHCP. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:28:46.409040 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:28:46.425508 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:46.484719 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 41580) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:46.487996 dv-cinder-773985-13-iscsi neutron-server[93082]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 07:28:46.493552 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03fa1b2-6b56-4946-871f-75adcdc1db93 None None] Network 619f42d6-ea41-4e81-89f0-fe4ff73d474b requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:28:46.507865 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Network f640653b-1b95-4735-ad8a-809138685023 is already hosted by enough agents. {{(pid=93083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:28:46.538925 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.base_scheduler [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Resources bound (agent type, host, resource id): {{(pid=93083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:46.551657 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Received port after_create {{(pid=93083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:28:46.603116 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2a7f39e7-d18f-41be-8426-64f69e765e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:46.682381 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Pushing event updated for resources: {'Port': ['ID=ca494049-11dd-4484-b944-476e46924588,revision_number=1']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:46.748047 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:46.749604 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:46.753809 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:46.754414 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:46.757643 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:46.758274 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:46.759014 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:46.759629 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:46.760219 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:46.760791 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:46.761344 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:46.763571 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Tracked resource versions report: Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: pushed versions: Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: { 'AddressGroup': {'1.2'}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'ConntrackHelper': {'1.0'}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Log': {'1.0'}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Network': {'1.1'}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Port': {'1.7'}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'PortForwarding': {'1.2'}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'QosPolicy': {'1.8'}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'SecurityGroup': {'1.4'}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'SecurityGroupRule': {'1.2'}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'SubPort': {'1.0'}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Subnet': {'1.1'}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Trunk': {'1.1'}} Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: consumer versions: Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: { DHCP agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: HyperV agent@hv-cinder-77398: {}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: L3 agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: Metadata agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: Metering agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: Open vSwitch agent@dv-cinder-773985-13-iscsi: { 'AddressGroup': '1.2', Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'ConntrackHelper': '1.0', Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Log': '1.0', Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Network': '1.1', Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Port': '1.7', Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'PortForwarding': '1.2', Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'QosPolicy': '1.8', Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'SecurityGroup': '1.4', Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'SecurityGroupRule': '1.2', Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'SubPort': '1.0', Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Subnet': '1.1', Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: 'Trunk': '1.1'}} Jul 23 07:28:46.765044 dv-cinder-773985-13-iscsi neutron-server[93083]: {{(pid=93083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 07:28:46.780818 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5475e-0669-47ce-af80-083620d91e41 req-021273e7-e6ea-4c65-9b39-566e03e2d781 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:28:46.787697 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-021273e7-e6ea-4c65-9b39-566e03e2d781 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/networks?id=6aacc3a6-017c-4d89-830b-218017c65b45 HTTP/1.1" status: 200 len: 812 time: 0.3008902 Jul 23 07:28:46.816334 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Attempting to bind port ca494049-11dd-4484-b944-476e46924588 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:28:46.817441 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Attempting to bind port ca494049-11dd-4484-b944-476e46924588 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:28:46.818313 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Attempting to bind port ca494049-11dd-4484-b944-476e46924588 on network f640653b-1b95-4735-ad8a-809138685023 {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:28:46.829042 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:28:46.829301 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Checking segment: {'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:28:46.829860 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:46.830368 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Bound using segment: {'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:28:46.831088 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Bound port: ca494049-11dd-4484-b944-476e46924588, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:28:46.831609 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:46.843125 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f39e7-d18f-41be-8426-64f69e765e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:46.847791 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-24f936b2-d5cb-4c80-b42e-7318f3cf38a0 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/quotas/4e9d7d46b2674a979c4e832e5374820b HTTP/1.1" status: 200 len: 375 time: 0.0590422 Jul 23 07:28:46.885831 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:46.888704 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7f39e7-d18f-41be-8426-64f69e765e9e admin admin] Checking segment: {'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:28:46.889048 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7f39e7-d18f-41be-8426-64f69e765e9e admin admin] Network hostable DHCP agents. Network: 109d4d17-d38f-4b13-90d5-6d94ded0f2d6, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:28:46.910910 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:46.962232 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] For port ca494049-11dd-4484-b944-476e46924588, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:28:46.969104 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] For port ca494049-11dd-4484-b944-476e46924588, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=ca494049-11dd-4484-b944-476e46924588,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:28:46.974001 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:46.975994 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7f39e7-d18f-41be-8426-64f69e765e9e admin admin] Network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:28:46.997223 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-2a7f39e7-d18f-41be-8426-64f69e765e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, 109d4d17-d38f-4b13-90d5-6d94ded0f2d6) {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:47.020290 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7f39e7-d18f-41be-8426-64f69e765e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:28:47.020896 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2a7f39e7-d18f-41be-8426-64f69e765e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:47.021629 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560f8d79-cfa5-4f14-a779-9dcfbddad327 None None] Network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:28:47.042763 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-a2dffd34-83d7-437a-8070-00ca7d45563f tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e9d7d46b2674a979c4e832e5374820b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1938221 Jul 23 07:28:47.052283 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-2a7f39e7-d18f-41be-8426-64f69e765e9e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8232572 Jul 23 07:28:47.054557 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41600) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:47.064058 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:47.081126 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Allocated IP 172.27.1.128 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/14da2003-8ba5-4bde-a521-9fad6330b541) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:28:47.135303 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf1f04-06b8-452d-9aee-8528e5c5bfc3 None None] Pushing event updated for resources: {'Port': ['ID=ca494049-11dd-4484-b944-476e46924588,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:47.147846 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15057'] for router, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:47.156796 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15066'] for router, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:47.250257 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:47.279880 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:47.299662 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:47.319719 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp458c9d11-140a-5144-95e2-d546cfa02e71-109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d'}]}} from dv-cinder-773985-13-iscsi. {{(pid=93083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 07:28:47.321125 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:47.381876 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:47.467847 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-89724af1-7252-45a8-a84f-d7671cee564d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 07:28:47.478749 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-89724af1-7252-45a8-a84f-d7671cee564d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1012857 Jul 23 07:28:47.571865 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.db_base_plugin_common [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Allocated IP 172.20.0.2 (109d4d17-d38f-4b13-90d5-6d94ded0f2d6/0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d/20463fdd-8273-4378-a0e0-cb7d81b8416c) {{(pid=93083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:28:47.601833 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10032'] for router, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:47.610994 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:47.680481 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-cf3c46e0-85ba-46b3-abc5-fe6bc35142ee service neutron] 10.222.0.13 "GET /v2.0/networks/6aacc3a6-017c-4d89-830b-218017c65b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006531 Jul 23 07:28:47.715375 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Allocated IP 172.27.1.95 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/ca203936-4fec-49ee-b58a-30eedf6847fd) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:28:47.797166 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:28:47.800803 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:47.803180 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:28:47.894679 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Pushing event updated for resources: {'Port': ['ID=14da2003-8ba5-4bde-a521-9fad6330b541,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:47.976627 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-af76f62a-8abc-4f43-b2bf-49fcca12d4a7 service neutron] 10.222.0.13 "GET /v2.0/networks/6aacc3a6-017c-4d89-830b-218017c65b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855430 Jul 23 07:28:47.992630 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Notify callbacks [] for port, precommit_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:48.014300 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Transition to ACTIVE for port object 20463fdd-8273-4378-a0e0-cb7d81b8416c will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:28:48.052138 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Transition to ACTIVE for port object 20463fdd-8273-4378-a0e0-cb7d81b8416c will not be triggered until provisioned by entity DHCP. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:28:48.062256 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:48.062510 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:48.132632 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:48.213122 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:28:48.217192 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:48.219870 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:28:48.225375 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 is already hosted by enough agents. {{(pid=93083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:28:48.236442 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.base_scheduler [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Resources bound (agent type, host, resource id): {{(pid=93083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:48.252443 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Received port after_create {{(pid=93083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:28:48.256463 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Pushing event updated for resources: {'Port': ['ID=20463fdd-8273-4378-a0e0-cb7d81b8416c,revision_number=1']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:48.306528 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Pushing event updated for resources: {'Port': ['ID=ca203936-4fec-49ee-b58a-30eedf6847fd,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:48.399597 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Attempting to bind port 20463fdd-8273-4378-a0e0-cb7d81b8416c on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:28:48.400311 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Attempting to bind port 20463fdd-8273-4378-a0e0-cb7d81b8416c by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:28:48.400780 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Attempting to bind port 20463fdd-8273-4378-a0e0-cb7d81b8416c on network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:28:48.407698 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:28:48.414063 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Checking segment: {'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:28:48.414063 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:48.414313 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Bound using segment: {'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:28:48.415376 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Bound port: 20463fdd-8273-4378-a0e0-cb7d81b8416c, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:28:48.415978 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:48.534117 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:48.558764 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8bce099d-5e56-4cde-8273-b34283221ebe req-3d40a9cd-1bf5-4ada-9560-c4cd5b337cb8 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 210 time: 0.1051250 Jul 23 07:28:48.577107 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] For port 20463fdd-8273-4378-a0e0-cb7d81b8416c, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:28:48.583417 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] For port 20463fdd-8273-4378-a0e0-cb7d81b8416c, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=20463fdd-8273-4378-a0e0-cb7d81b8416c,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:28:48.594019 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:48.635504 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:48.698881 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:48.721756 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f921ddd-d6a9-4f3b-ab92-adf3547e2047 None None] Network f640653b-1b95-4735-ad8a-809138685023 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:28:48.752791 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:48.863911 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7432f-f4d9-4b39-9fe5-06ec95926c34 None None] Pushing event updated for resources: {'Port': ['ID=20463fdd-8273-4378-a0e0-cb7d81b8416c,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:48.906787 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-7da187ca-8d66-48af-8ada-2d3b88d43102 None None] Provisioning for port ca494049-11dd-4484-b944-476e46924588 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:28:49.105620 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Allocated IP 172.27.1.19 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/7daf7b39-3623-4826-99b8-a80b62966808) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:28:49.191246 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745128'] for router, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:49.257242 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745128'] for router, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:49.345620 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 20463fdd-8273-4378-a0e0-cb7d81b8416c up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:28:49.451890 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 20463fdd-8273-4378-a0e0-cb7d81b8416c completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:28:49.461142 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 41708) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:49.464601 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device ca494049-11dd-4484-b944-476e46924588 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:28:49.619916 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Router 262755c0-2b03-4e96-ada1-afaa8430243e is scheduled to L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f with binding_index 1 {{(pid=93082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 07:28:49.627195 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port ca494049-11dd-4484-b944-476e46924588 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:28:49.636051 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port ca494049-11dd-4484-b944-476e46924588 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:28:49.636917 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:49.677020 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:49.721580 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-fe93d380-120c-45b3-b9c5-00fb02f2c5ed None None] Provisioning complete for port ca494049-11dd-4484-b944-476e46924588 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:28:49.722152 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-fe93d380-120c-45b3-b9c5-00fb02f2c5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:49.741556 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41716) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:49.774838 dv-cinder-773985-13-iscsi neutron-server[93081]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 07:28:49.873918 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:28:49.885926 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Sync routers for ids ['262755c0-2b03-4e96-ada1-afaa8430243e'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:28:49.912431 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f09e7a82-cc61-4e34-b153-e45e7646f1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:49.913642 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Routers {'262755c0-2b03-4e96-ada1-afaa8430243e'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:28:49.914304 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:28:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['262755c0-2b03-4e96-ada1-afaa8430243e'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:49.955172 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] Notify callbacks [] for router, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:49.957908 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-a64ec1f8-232e-4e3c-86e2-10f8b8a8df93 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4744260 Jul 23 07:28:49.964231 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 41734) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:50.001692 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ff2ddecf-d49e-4b31-b091-95295496f511 req-1373ff89-a61b-4541-8181-4ed0403c5767 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 210 time: 0.2491493 Jul 23 07:28:50.011721 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-fe93d380-120c-45b3-b9c5-00fb02f2c5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:50.070584 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:50.129199 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Set router 262755c0-2b03-4e96-ada1-afaa8430243e gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:28:50.144061 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:50.147256 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-fe93d380-120c-45b3-b9c5-00fb02f2c5ed None None] For port ca494049-11dd-4484-b944-476e46924588, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=ca494049-11dd-4484-b944-476e46924588,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:28:50.173627 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-fe93d380-120c-45b3-b9c5-00fb02f2c5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:50.175064 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Router 3c70ac0b-1c8a-4511-a242-76d22a7049d4 is scheduled to L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f with binding_index 1 {{(pid=93081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 07:28:50.306553 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:28:50.317638 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:50.332939 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:28:50.356918 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.db.api [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 07:28:50.357468 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG oslo_db.api [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 07:28:50.396568 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e2e69d-bad6-47ae-b157-8ceb2ec114db None None] Network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:28:50.433588 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:48Z', 'revision_number': 3, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:50.465812 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Pushing event updated for resources: {'Port': ['ID=7daf7b39-3623-4826-99b8-a80b62966808,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:50.467662 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Checking router: 262755c0-2b03-4e96-ada1-afaa8430243e for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:28:50.468134 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Updating router 262755c0-2b03-4e96-ada1-afaa8430243e port ca203936-4fec-49ee-b58a-30eedf6847fd binding host dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:28:50.510497 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:50.566552 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f09e7a82-cc61-4e34-b153-e45e7646f1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:50.569583 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93d380-120c-45b3-b9c5-00fb02f2c5ed None None] Pushing event updated for resources: {'Port': ['ID=ca494049-11dd-4484-b944-476e46924588,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:50.612543 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f09e7a82-cc61-4e34-b153-e45e7646f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:50.629715 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:28:50.644021 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-ef1709eb-2be9-4b76-b4bd-f57f1c139fbd None None] Provisioning for port 20463fdd-8273-4378-a0e0-cb7d81b8416c completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:28:50.656985 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-ef1709eb-2be9-4b76-b4bd-f57f1c139fbd None None] Provisioning complete for port 20463fdd-8273-4378-a0e0-cb7d81b8416c triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:28:50.657564 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ef1709eb-2be9-4b76-b4bd-f57f1c139fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:50.684776 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Sync routers for ids ['3c70ac0b-1c8a-4511-a242-76d22a7049d4'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:28:50.700542 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] Notify callbacks [] for router, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:50.702244 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-56f8ba4b-90f5-48cd-8afd-f2772206213d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7708006 Jul 23 07:28:50.704865 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 41752) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:50.726427 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Routers {'3c70ac0b-1c8a-4511-a242-76d22a7049d4'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:28:50.727845 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:28:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['3c70ac0b-1c8a-4511-a242-76d22a7049d4'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:50.818886 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:50.829732 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.provisioning_blocks [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Transition to ACTIVE for port object ca203936-4fec-49ee-b58a-30eedf6847fd will not be triggered until provisioned by entity L2. {{(pid=93084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:28:50.837409 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:50.839886 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Set router 3c70ac0b-1c8a-4511-a242-76d22a7049d4 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:28:50.859390 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:50.890659 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81524d3-9b36-478c-ac8d-d869e089ef7d None None] Pushing event updated for resources: {'Port': ['ID=ca203936-4fec-49ee-b58a-30eedf6847fd,revision_number=2']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:50.914780 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81524d3-9b36-478c-ac8d-d869e089ef7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:50.915141 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81524d3-9b36-478c-ac8d-d869e089ef7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:50.915635 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81524d3-9b36-478c-ac8d-d869e089ef7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:50.916398 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81524d3-9b36-478c-ac8d-d869e089ef7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:50.916526 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81524d3-9b36-478c-ac8d-d869e089ef7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:50.916870 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81524d3-9b36-478c-ac8d-d869e089ef7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:50.917212 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81524d3-9b36-478c-ac8d-d869e089ef7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:50.917544 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81524d3-9b36-478c-ac8d-d869e089ef7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:50.917892 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81524d3-9b36-478c-ac8d-d869e089ef7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:50.918230 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81524d3-9b36-478c-ac8d-d869e089ef7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:50.918557 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81524d3-9b36-478c-ac8d-d869e089ef7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:50.918883 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81524d3-9b36-478c-ac8d-d869e089ef7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81524d3-9b36-478c-ac8d-d869e089ef7d None None] Tracked resource versions report: Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: pushed versions: Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: { 'AddressGroup': {'1.2'}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'ConntrackHelper': {'1.0'}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Log': {'1.0'}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Network': {'1.1'}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Port': {'1.7'}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'PortForwarding': {'1.2'}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'QosPolicy': {'1.8'}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'SecurityGroup': {'1.4'}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'SecurityGroupRule': {'1.2'}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'SubPort': {'1.0'}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Subnet': {'1.1'}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Trunk': {'1.1'}} Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: consumer versions: Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: { DHCP agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: HyperV agent@hv-cinder-77398: {}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: L3 agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: Metadata agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: Metering agent@dv-cinder-773985-13-iscsi: {}, Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: Open vSwitch agent@dv-cinder-773985-13-iscsi: { 'AddressGroup': '1.2', Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'ConntrackHelper': '1.0', Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Log': '1.0', Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Network': '1.1', Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Port': '1.7', Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'PortForwarding': '1.2', Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'QosPolicy': '1.8', Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'SecurityGroup': '1.4', Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'SecurityGroupRule': '1.2', Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'SubPort': '1.0', Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Subnet': '1.1', Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: 'Trunk': '1.1'}} Jul 23 07:28:50.920027 dv-cinder-773985-13-iscsi neutron-server[93084]: {{(pid=93084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 07:28:50.928345 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Attempting to bind port ca203936-4fec-49ee-b58a-30eedf6847fd on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:28:50.928769 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Attempting to bind port ca203936-4fec-49ee-b58a-30eedf6847fd by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:28:50.929192 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Attempting to bind port ca203936-4fec-49ee-b58a-30eedf6847fd on network 5c071af4-be70-49d5-8aed-1ca2e78a6239 {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:28:50.935711 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:28:50.936486 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Checking segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:28:50.936894 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:50.937338 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Bound using segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:28:50.938166 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Bound port: ca203936-4fec-49ee-b58a-30eedf6847fd, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:28:50.938166 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:50.991779 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] For port ca203936-4fec-49ee-b58a-30eedf6847fd, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:28:50.996537 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] For port ca203936-4fec-49ee-b58a-30eedf6847fd, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=ca203936-4fec-49ee-b58a-30eedf6847fd,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:28:51.002807 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:51.069219 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81524d3-9b36-478c-ac8d-d869e089ef7d None None] Pushing event updated for resources: {'Port': ['ID=ca203936-4fec-49ee-b58a-30eedf6847fd,revision_number=3']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:51.075847 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Allocated IP 172.20.0.1 (f640653b-1b95-4735-ad8a-809138685023/89993525-8aed-4fcb-9e8c-9cff111bbf6e/2eb8939a-45d0-4bf5-9634-318390e8a7ad) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:28:51.101917 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Routers {'262755c0-2b03-4e96-ada1-afaa8430243e'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:28:51.103222 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:28:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['262755c0-2b03-4e96-ada1-afaa8430243e'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:51.155163 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ef1709eb-2be9-4b76-b4bd-f57f1c139fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:51.199191 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-ef1709eb-2be9-4b76-b4bd-f57f1c139fbd None None] For port 20463fdd-8273-4378-a0e0-cb7d81b8416c, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=20463fdd-8273-4378-a0e0-cb7d81b8416c,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:28:51.253533 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ef1709eb-2be9-4b76-b4bd-f57f1c139fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:51.255170 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:51.262448 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] Set router 262755c0-2b03-4e96-ada1-afaa8430243e gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:28:51.272987 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.provisioning_blocks [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Transition to ACTIVE for port object 2eb8939a-45d0-4bf5-9634-318390e8a7ad will not be triggered until provisioned by entity DHCP. {{(pid=93082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:28:51.285268 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'name': 'tempest-ServerRescueNegativeTestJSON-987699489-router', 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:47Z', 'revision_number': 3, 'project_id': 'c1b97984a86d47e4a53350db0daee3cf', 'gw_port': {'id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:91:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:46Z', 'updated_at': '2021-07-23T07:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:51.335393 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-f09e7a82-cc61-4e34-b153-e45e7646f1c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf14be8f118944a1a0fcdee300859b0f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8701506 Jul 23 07:28:51.336589 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 41770) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:51.361185 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:51.388149 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:51.393321 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Checking router: 3c70ac0b-1c8a-4511-a242-76d22a7049d4 for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:28:51.393853 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Updating router 3c70ac0b-1c8a-4511-a242-76d22a7049d4 port 14da2003-8ba5-4bde-a521-9fad6330b541 binding host dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:28:51.416617 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e7a82-cc61-4e34-b153-e45e7646f1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc5af39-3cb0-4213-87be-ad2b43e83ab5,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:51.419972 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Pushing event updated for resources: {'Port': ['ID=2eb8939a-45d0-4bf5-9634-318390e8a7ad,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:51.439962 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device ca494049-11dd-4484-b944-476e46924588 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:28:51.445525 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:51.452501 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Network f640653b-1b95-4735-ad8a-809138685023 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:28:51.460404 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:51.463527 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:28:51.464058 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744921'] for router_interface, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:51.553351 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d855131a-3a44-4eff-b330-ced20b9eff06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:51.562331 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c2f054bd-d665-489c-a81a-44f345bb14fd req-dc6868f4-d373-4eda-8033-6459b10d7078 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 210 time: 0.1377017 Jul 23 07:28:51.569840 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:48Z', 'revision_number': 3, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:51.607462 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ba2ca-9148-43dc-be2c-939c1f614ca0 None None] The sync data for ids ['262755c0-2b03-4e96-ada1-afaa8430243e'] in dv-cinder-773985-13-iscsi is: [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:48Z', 'revision_number': 3, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:28:51.642366 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d855131a-3a44-4eff-b330-ced20b9eff06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:51.861319 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Notify callbacks [] for port, precommit_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:51.895994 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1709eb-2be9-4b76-b4bd-f57f1c139fbd None None] Pushing event updated for resources: {'Port': ['ID=20463fdd-8273-4378-a0e0-cb7d81b8416c,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:51.900220 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Transition to ACTIVE for port object 14da2003-8ba5-4bde-a521-9fad6330b541 will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:28:51.914531 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:51.927037 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-e2006193-8503-41be-b5fe-72505a4b936a None None] Provisioning for port 2eb8939a-45d0-4bf5-9634-318390e8a7ad completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:28:51.951938 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:51.967246 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:52.084873 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745128'] for router, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:52.106494 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-e2006193-8503-41be-b5fe-72505a4b936a None None] Provisioning complete for port 2eb8939a-45d0-4bf5-9634-318390e8a7ad triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:28:52.107438 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-e2006193-8503-41be-b5fe-72505a4b936a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:52.116918 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d855131a-3a44-4eff-b330-ced20b9eff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:52.120169 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d855131a-3a44-4eff-b330-ced20b9eff06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:52.121250 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-d855131a-3a44-4eff-b330-ced20b9eff06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6dc5af39-3cb0-4213-87be-ad2b43e83ab5 HTTP/1.1" status: 204 len: 168 time: 0.7743802 Jul 23 07:28:52.140724 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855131a-3a44-4eff-b330-ced20b9eff06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc5af39-3cb0-4213-87be-ad2b43e83ab5,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:52.172616 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-e2006193-8503-41be-b5fe-72505a4b936a None None] Port 2eb8939a-45d0-4bf5-9634-318390e8a7ad cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:28:52.205967 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port ca494049-11dd-4484-b944-476e46924588 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:28:52.206570 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:52.303275 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Attempting to bind port 14da2003-8ba5-4bde-a521-9fad6330b541 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:28:52.303678 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Attempting to bind port 14da2003-8ba5-4bde-a521-9fad6330b541 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:28:52.304095 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Attempting to bind port 14da2003-8ba5-4bde-a521-9fad6330b541 on network 5c071af4-be70-49d5-8aed-1ca2e78a6239 {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:28:52.307124 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937878e-084a-4d84-b7b3-0b2bed5cc122 None None] Pushing event updated for resources: {'Port': ['ID=14da2003-8ba5-4bde-a521-9fad6330b541,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:52.311683 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-eb6901e3-9a7f-4d02-8f25-e1f9e2ec1641 None None] Provisioning complete for port 20463fdd-8273-4378-a0e0-cb7d81b8416c triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:28:52.312364 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-eb6901e3-9a7f-4d02-8f25-e1f9e2ec1641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:52.406642 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:28:52.407381 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Checking segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:28:52.407582 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:52.408041 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Bound using segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:28:52.408934 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Bound port: 14da2003-8ba5-4bde-a521-9fad6330b541, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:28:52.409134 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:52.412358 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:52.418889 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:52.420028 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747113'] for router_interface, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:52.442053 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Allocated IP 172.20.0.1 (619f42d6-ea41-4e81-89f0-fe4ff73d474b/d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66/96cd05ec-75f3-49db-afec-4668c52d5ce0) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:28:52.528861 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] For port 14da2003-8ba5-4bde-a521-9fad6330b541, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:28:52.578614 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] For port 14da2003-8ba5-4bde-a521-9fad6330b541, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=14da2003-8ba5-4bde-a521-9fad6330b541,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:28:52.608902 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:52.660470 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Pushing event updated for resources: {'Port': ['ID=2eb8939a-45d0-4bf5-9634-318390e8a7ad,revision_number=2']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:52.741718 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Network f640653b-1b95-4735-ad8a-809138685023 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:28:52.745366 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:52.746053 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937878e-084a-4d84-b7b3-0b2bed5cc122 None None] Pushing event updated for resources: {'Port': ['ID=14da2003-8ba5-4bde-a521-9fad6330b541,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:52.821372 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1789da34-d9e3-4823-8d44-279da842d09e req-67ae8149-59d0-4068-a82e-1f9965438320 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 210 time: 0.0827909 Jul 23 07:28:52.837786 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Router 63279ee6-7d44-461a-a924-c6e89946307c is scheduled to L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f with binding_index 1 {{(pid=93081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 07:28:52.857529 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:52.857782 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Routers {'3c70ac0b-1c8a-4511-a242-76d22a7049d4'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:28:52.859556 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:28:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['3c70ac0b-1c8a-4511-a242-76d22a7049d4'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:53.067189 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.23', 59000) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:53.162737 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] Set router 3c70ac0b-1c8a-4511-a242-76d22a7049d4 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:28:53.184350 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Router 262755c0-2b03-4e96-ada1-afaa8430243e has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:28:53.339212 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-0896ea0e-505d-4e58-a788-375ec995633e None None] Provisioning complete for port 2eb8939a-45d0-4bf5-9634-318390e8a7ad triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:28:53.340354 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-0896ea0e-505d-4e58-a788-375ec995633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:53.366975 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:28:53.378526 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-c2ebecfc-9570-4307-90ba-438f4c5f3b7b admin admin] 10.222.0.13 "PUT /v2.0/routers/262755c0-2b03-4e96-ada1-afaa8430243e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4118822 Jul 23 07:28:53.419553 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-0896ea0e-505d-4e58-a788-375ec995633e None None] Port 2eb8939a-45d0-4bf5-9634-318390e8a7ad cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:28:53.570608 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'name': 'tempest-ServerRescueNegativeTestJSON-987699489-router', 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:47Z', 'revision_number': 3, 'project_id': 'c1b97984a86d47e4a53350db0daee3cf', 'gw_port': {'id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:91:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:46Z', 'updated_at': '2021-07-23T07:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:53.580346 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 20463fdd-8273-4378-a0e0-cb7d81b8416c up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:28:53.688610 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaa79c4-41bb-4c7f-a84a-8aded5706a86 None None] The sync data for ids ['3c70ac0b-1c8a-4511-a242-76d22a7049d4'] in dv-cinder-773985-13-iscsi is: [{'id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'name': 'tempest-ServerRescueNegativeTestJSON-987699489-router', 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:47Z', 'revision_number': 3, 'project_id': 'c1b97984a86d47e4a53350db0daee3cf', 'gw_port': {'id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:91:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:46Z', 'updated_at': '2021-07-23T07:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:28:53.734443 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:28:53.747835 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Sync routers for ids ['63279ee6-7d44-461a-a924-c6e89946307c'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:28:53.748383 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:53.761525 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Routers {'63279ee6-7d44-461a-a924-c6e89946307c'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:28:53.764602 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:28:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['63279ee6-7d44-461a-a924-c6e89946307c'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:53.784432 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 20463fdd-8273-4378-a0e0-cb7d81b8416c triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:28:53.784657 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:53.889449 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Network 619f42d6-ea41-4e81-89f0-fe4ff73d474b is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:28:53.920621 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] Notify callbacks [] for router, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:53.921837 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-42d38dcd-9aee-4701-8309-91d8f1a7ce5d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8663344 Jul 23 07:28:53.924830 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 41874) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:53.928058 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:53.948504 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5475e-0669-47ce-af80-083620d91e41 req-a1cca13f-9794-4a1f-ab5a-ffbb618bf50f tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:28:53.950055 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-a1cca13f-9794-4a1f-ab5a-ffbb618bf50f tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.23 "GET /v2.0/networks?id=6aacc3a6-017c-4d89-830b-218017c65b45 HTTP/1.1" status: 200 len: 812 time: 0.8818979 Jul 23 07:28:53.951356 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:28:53.951853 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744921'] for router_interface, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:54.059977 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device ca203936-4fec-49ee-b58a-30eedf6847fd up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:28:54.061915 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Pushing event updated for resources: {'Port': ['ID=96cd05ec-75f3-49db-afec-4668c52d5ce0,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:54.103534 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-99a5475e-0669-47ce-af80-083620d91e41 req-3e4d279f-6448-4138-aee6-b40ef8bed3f5 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Request body: {'port': {'device_id': '364a2153-8b41-44c7-9aee-2587a64329bb', 'network_id': '6aacc3a6-017c-4d89-830b-218017c65b45', 'admin_state_up': True, 'tenant_id': '4e9d7d46b2674a979c4e832e5374820b'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:54.303394 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port ca203936-4fec-49ee-b58a-30eedf6847fd completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:28:54.313926 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port ca203936-4fec-49ee-b58a-30eedf6847fd triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:28:54.314311 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:54.319841 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Set router 63279ee6-7d44-461a-a924-c6e89946307c gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:28:54.585240 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:54.643077 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port ca203936-4fec-49ee-b58a-30eedf6847fd, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=ca203936-4fec-49ee-b58a-30eedf6847fd,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:28:54.655048 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:54.757995 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-67334a52-c05b-462a-8c9c-73e0cef11ddc req-41d28247-9feb-4b04-afe9-a2051c41e9ad tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 210 time: 0.3881826 Jul 23 07:28:54.833775 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:50Z', 'revision_number': 3, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:54.870418 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=ca203936-4fec-49ee-b58a-30eedf6847fd,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:54.893850 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Sync routers for ids ['262755c0-2b03-4e96-ada1-afaa8430243e'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:28:54.916155 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Routers {'262755c0-2b03-4e96-ada1-afaa8430243e'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:28:54.917157 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:28:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['262755c0-2b03-4e96-ada1-afaa8430243e'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:54.976243 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Checking router: 63279ee6-7d44-461a-a924-c6e89946307c for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:28:54.978519 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Updating router 63279ee6-7d44-461a-a924-c6e89946307c port 7daf7b39-3623-4826-99b8-a80b62966808 binding host dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:28:55.153126 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:55.201567 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:55.223687 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Set router 262755c0-2b03-4e96-ada1-afaa8430243e gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:28:55.227732 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a5475e-0669-47ce-af80-083620d91e41 req-3e4d279f-6448-4138-aee6-b40ef8bed3f5 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Made reservation on behalf of 4e9d7d46b2674a979c4e832e5374820b for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:28:55.260026 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-99a5475e-0669-47ce-af80-083620d91e41 req-3e4d279f-6448-4138-aee6-b40ef8bed3f5 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:55.463498 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:55.701303 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 14da2003-8ba5-4bde-a521-9fad6330b541 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:28:55.972370 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 41940) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:55.997315 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-17b923e3-0272-4449-92f2-65801640673a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--774586574', 'description': 'tempest-description--1353152770'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:56.075990 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:56.103427 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.provisioning_blocks [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Transition to ACTIVE for port object 7daf7b39-3623-4826-99b8-a80b62966808 will not be triggered until provisioned by entity L2. {{(pid=93084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:28:56.116342 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:56.145263 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-17b923e3-0272-4449-92f2-65801640673a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:56.202575 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 14da2003-8ba5-4bde-a521-9fad6330b541 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:28:56.211875 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 14da2003-8ba5-4bde-a521-9fad6330b541 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:28:56.212319 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:56.251475 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Allocated IP 172.20.0.1 (109d4d17-d38f-4b13-90d5-6d94ded0f2d6/0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d/e51b45d1-e333-4f86-95da-8fd6790e0d07) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:28:56.305669 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:51Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '2eb8939a-45d0-4bf5-9634-318390e8a7ad', 'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'mac_address': 'fa:16:3e:23:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:50Z', 'updated_at': '2021-07-23T07:28:52Z', 'revision_number': 2, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'subnets': [{'id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:56.306123 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Attempting to bind port 7daf7b39-3623-4826-99b8-a80b62966808 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:28:56.306753 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Attempting to bind port 7daf7b39-3623-4826-99b8-a80b62966808 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:28:56.307096 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Attempting to bind port 7daf7b39-3623-4826-99b8-a80b62966808 on network 5c071af4-be70-49d5-8aed-1ca2e78a6239 {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:28:56.332570 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:28:56.332951 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Checking segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:28:56.333364 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:56.333758 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Bound using segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:28:56.334247 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Bound port: 7daf7b39-3623-4826-99b8-a80b62966808, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:28:56.334648 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:56.412678 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Checking router: 262755c0-2b03-4e96-ada1-afaa8430243e for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:28:56.413282 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Updating router 262755c0-2b03-4e96-ada1-afaa8430243e port 2eb8939a-45d0-4bf5-9634-318390e8a7ad binding host dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:28:56.469749 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a749b60-6bb7-4507-9006-ce77f5707eb8 None None] Pushing event updated for resources: {'Port': ['ID=7daf7b39-3623-4826-99b8-a80b62966808,revision_number=2']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:56.473302 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:56.498580 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-99a5475e-0669-47ce-af80-083620d91e41 req-3e4d279f-6448-4138-aee6-b40ef8bed3f5 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Allocated IP 172.20.0.7 (6aacc3a6-017c-4d89-830b-218017c65b45/2b05e1d6-5f92-4810-8f58-f848520be748/1e658fa8-87d2-4051-9002-b7c9c0b1d56c) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:28:56.511421 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:56.523517 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:56.524438 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747113'] for router_interface, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:56.566130 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:56.573634 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] For port 7daf7b39-3623-4826-99b8-a80b62966808, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:28:56.589722 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] For port 7daf7b39-3623-4826-99b8-a80b62966808, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=7daf7b39-3623-4826-99b8-a80b62966808,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:28:56.601472 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:56.715642 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0e1890aa-e4aa-4fe5-84ba-8faf12afaa40 req-5b9d9044-81d7-4838-9360-dce6d50a565d tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 210 time: 0.2268176 Jul 23 07:28:56.772808 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Routers {'63279ee6-7d44-461a-a924-c6e89946307c'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:28:56.773737 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:28:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['63279ee6-7d44-461a-a924-c6e89946307c'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:56.906888 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a749b60-6bb7-4507-9006-ce77f5707eb8 None None] Pushing event updated for resources: {'Port': ['ID=7daf7b39-3623-4826-99b8-a80b62966808,revision_number=3']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:56.963538 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Pushing event updated for resources: {'Port': ['ID=96cd05ec-75f3-49db-afec-4668c52d5ce0,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:56.978385 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:57.001056 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.provisioning_blocks [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Transition to ACTIVE for port object e51b45d1-e333-4f86-95da-8fd6790e0d07 will not be triggered until provisioned by entity DHCP. {{(pid=93082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:28:57.139950 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-17b923e3-0272-4449-92f2-65801640673a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:57.139950 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:57.203084 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-17b923e3-0272-4449-92f2-65801640673a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:57.203575 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] Set router 63279ee6-7d44-461a-a924-c6e89946307c gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:28:57.213073 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:57.239199 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Pushing event updated for resources: {'Port': ['ID=e51b45d1-e333-4f86-95da-8fd6790e0d07,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:57.255706 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-17b923e3-0272-4449-92f2-65801640673a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:57.260705 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-17b923e3-0272-4449-92f2-65801640673a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2869205 Jul 23 07:28:57.261420 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 41976) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:57.287314 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-7815fc99-28b5-4a10-93b3-139b543d5aa1 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Request body: {'security_group_rule': {'security_group_id': 'f522721c-7564-4e26-b13f-2361a1b29420', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:57.291642 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 14da2003-8ba5-4bde-a521-9fad6330b541, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=14da2003-8ba5-4bde-a521-9fad6330b541,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:28:57.322153 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:57.330575 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device ca203936-4fec-49ee-b58a-30eedf6847fd up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:28:57.375924 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:28:57.395924 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:57.420205 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:28:57.421424 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744921'] for router_interface, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:57.512005 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Network 619f42d6-ea41-4e81-89f0-fe4ff73d474b is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:28:57.519666 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:57.568630 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=14da2003-8ba5-4bde-a521-9fad6330b541,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:57.678322 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 41990) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:57.690754 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7815fc99-28b5-4a10-93b3-139b543d5aa1 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:57.698493 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b923e3-0272-4449-92f2-65801640673a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f522721c-7564-4e26-b13f-2361a1b29420,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:57.877192 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:57.885621 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:50Z', 'revision_number': 3, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:57.941640 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:57.946466 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-99a5475e-0669-47ce-af80-083620d91e41 req-3e4d279f-6448-4138-aee6-b40ef8bed3f5 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:57.949910 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7815fc99-28b5-4a10-93b3-139b543d5aa1 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:57.966012 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Transition to ACTIVE for port object 2eb8939a-45d0-4bf5-9634-318390e8a7ad will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:28:57.986659 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:58.077040 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c14d7-b1f9-479c-96bf-846b59eacdd9 None None] The sync data for ids ['63279ee6-7d44-461a-a924-c6e89946307c'] in dv-cinder-773985-13-iscsi is: [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:50Z', 'revision_number': 3, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:28:58.112115 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbe0bc-403e-44db-82a6-5732b8a79e2b None None] Pushing event updated for resources: {'Port': ['ID=2eb8939a-45d0-4bf5-9634-318390e8a7ad,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:58.140676 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d50fff02-7060-4054-9bdf-1fbaa6b900a4 None None] Provisioning for port e51b45d1-e333-4f86-95da-8fd6790e0d07 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:28:58.147845 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d50fff02-7060-4054-9bdf-1fbaa6b900a4 None None] Provisioning complete for port e51b45d1-e333-4f86-95da-8fd6790e0d07 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:28:58.148254 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d50fff02-7060-4054-9bdf-1fbaa6b900a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:58.212811 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port ca203936-4fec-49ee-b58a-30eedf6847fd triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:28:58.212811 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:58.217253 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-66752db3-0299-4712-8112-df248af49cb1 req-2e02e154-5e69-4fc5-b3cd-dd320a77134c tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 210 time: 0.0885603 Jul 23 07:28:58.269510 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-99a5475e-0669-47ce-af80-083620d91e41 req-3e4d279f-6448-4138-aee6-b40ef8bed3f5 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:58.278604 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7815fc99-28b5-4a10-93b3-139b543d5aa1 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:58.298353 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6affcfac-70a5-4850-b1ef-22028e32e838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:58.319477 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d50fff02-7060-4054-9bdf-1fbaa6b900a4 None None] Port e51b45d1-e333-4f86-95da-8fd6790e0d07 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:28:58.321812 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Attempting to bind port 2eb8939a-45d0-4bf5-9634-318390e8a7ad on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:28:58.322445 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Attempting to bind port 2eb8939a-45d0-4bf5-9634-318390e8a7ad by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:28:58.322445 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Attempting to bind port 2eb8939a-45d0-4bf5-9634-318390e8a7ad on network f640653b-1b95-4735-ad8a-809138685023 {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:28:58.342338 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:28:58.342782 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Checking segment: {'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:28:58.343201 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:58.343732 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Bound using segment: {'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:28:58.345085 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Bound port: 2eb8939a-45d0-4bf5-9634-318390e8a7ad, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:28:58.345530 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:58.346871 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Router 3c70ac0b-1c8a-4511-a242-76d22a7049d4 has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:28:58.351682 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815fc99-28b5-4a10-93b3-139b543d5aa1 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9228400f-99df-40df-9bdc-a2b267a0da5a,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:58.372058 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:58.377818 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7815fc99-28b5-4a10-93b3-139b543d5aa1 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:58.382548 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-7815fc99-28b5-4a10-93b3-139b543d5aa1 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1033022 Jul 23 07:28:58.384899 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42014) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:58.392028 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:58.394257 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747113'] for router_interface, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:58.410799 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-a5c36828-6ceb-4984-a54a-a7c8fc00a384 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Request body: {'security_group_rule': {'security_group_id': 'f522721c-7564-4e26-b13f-2361a1b29420', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:58.585492 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d279f-6448-4138-aee6-b40ef8bed3f5 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Pushing event updated for resources: {'Port': ['ID=1e658fa8-87d2-4051-9002-b7c9c0b1d56c,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:58.612257 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a5475e-0669-47ce-af80-083620d91e41 req-3e4d279f-6448-4138-aee6-b40ef8bed3f5 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Network 6aacc3a6-017c-4d89-830b-218017c65b45 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:28:58.627402 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-99a5475e-0669-47ce-af80-083620d91e41 req-3e4d279f-6448-4138-aee6-b40ef8bed3f5 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:58.631107 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a5475e-0669-47ce-af80-083620d91e41 req-3e4d279f-6448-4138-aee6-b40ef8bed3f5 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:28:58.634602 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] For port 2eb8939a-45d0-4bf5-9634-318390e8a7ad, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:28:58.643226 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] For port 2eb8939a-45d0-4bf5-9634-318390e8a7ad, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=2eb8939a-45d0-4bf5-9634-318390e8a7ad,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:28:58.647278 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5475e-0669-47ce-af80-083620d91e41 req-3e4d279f-6448-4138-aee6-b40ef8bed3f5 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:28:58.651204 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-99a5475e-0669-47ce-af80-083620d91e41 req-3e4d279f-6448-4138-aee6-b40ef8bed3f5 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:58.660539 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:58.702056 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Pushing event updated for resources: {'Port': ['ID=e51b45d1-e333-4f86-95da-8fd6790e0d07,revision_number=2']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:58.856304 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:28:58.858480 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:28:58.912622 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Routers {'262755c0-2b03-4e96-ada1-afaa8430243e'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:28:58.913767 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:28:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['262755c0-2b03-4e96-ada1-afaa8430243e'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:58.943181 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6affcfac-70a5-4850-b1ef-22028e32e838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:58.968512 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6affcfac-70a5-4850-b1ef-22028e32e838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:59.068784 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 14da2003-8ba5-4bde-a521-9fad6330b541 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:28:59.157479 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-3e4d279f-6448-4138-aee6-b40ef8bed3f5 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0588069 Jul 23 07:28:59.230740 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-33cf0703-7807-4edb-8e02-510dd7183354 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 07:28:59.241915 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-33cf0703-7807-4edb-8e02-510dd7183354 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248027 Jul 23 07:28:59.250548 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbe0bc-403e-44db-82a6-5732b8a79e2b None None] Pushing event updated for resources: {'Port': ['ID=2eb8939a-45d0-4bf5-9634-318390e8a7ad,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:59.353420 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affcfac-70a5-4850-b1ef-22028e32e838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683e74af-91e7-4334-9b21-7d64a00b4de4,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:28:59.386676 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:28:59.411358 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Sync routers for ids ['3c70ac0b-1c8a-4511-a242-76d22a7049d4'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:28:59.418660 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-95df2378-e970-4d53-9406-54bd83b8fe50 admin admin] 10.222.0.13 "PUT /v2.0/routers/3c70ac0b-1c8a-4511-a242-76d22a7049d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7082613 Jul 23 07:28:59.446169 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Routers {'3c70ac0b-1c8a-4511-a242-76d22a7049d4'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:28:59.453964 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:28:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['3c70ac0b-1c8a-4511-a242-76d22a7049d4'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:28:59.562451 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-6affcfac-70a5-4850-b1ef-22028e32e838 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=540e1eafdf484f4d91aaa5d6e15d544f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8830030 Jul 23 07:28:59.567122 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] Set router 262755c0-2b03-4e96-ada1-afaa8430243e gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:28:59.573924 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 42040) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:28:59.616923 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a5c36828-6ceb-4984-a54a-a7c8fc00a384 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:59.624899 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Request body: {'port': {'device_id': '364a2153-8b41-44c7-9aee-2587a64329bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:28:59.719631 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 14da2003-8ba5-4bde-a521-9fad6330b541 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:28:59.720003 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:59.813678 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Router 63279ee6-7d44-461a-a924-c6e89946307c has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:28:59.890788 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a5c36828-6ceb-4984-a54a-a7c8fc00a384 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:28:59.891591 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Set router 3c70ac0b-1c8a-4511-a242-76d22a7049d4 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:28:59.911684 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a5c36828-6ceb-4984-a54a-a7c8fc00a384 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:00.020135 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-76207964-e29d-4e0f-8ba2-bbba06ca8a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:00.064264 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-38a528ea-46b6-4306-a1fa-434dbf6dd408 None None] Provisioning complete for port e51b45d1-e333-4f86-95da-8fd6790e0d07 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:00.065020 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-38a528ea-46b6-4306-a1fa-434dbf6dd408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:00.129222 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-38a528ea-46b6-4306-a1fa-434dbf6dd408 None None] Port e51b45d1-e333-4f86-95da-8fd6790e0d07 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:29:00.148742 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f50069-2d0f-4fb7-80ed-c9549f0ab4da req-cfa8d71a-87a0-4de8-81f1-370961c7b0c7 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:00.154548 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f7f50069-2d0f-4fb7-80ed-c9549f0ab4da req-cfa8d71a-87a0-4de8-81f1-370961c7b0c7 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 931 time: 0.6806433 Jul 23 07:29:00.203661 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 7daf7b39-3623-4826-99b8-a80b62966808 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:29:00.326875 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ed7eaa0c-20de-415c-8e71-8ef3c149baea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:00.341914 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 7daf7b39-3623-4826-99b8-a80b62966808 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:29:00.355711 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 7daf7b39-3623-4826-99b8-a80b62966808 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:00.356105 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:00.374715 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:00.456694 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:00.480429 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 7daf7b39-3623-4826-99b8-a80b62966808, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=7daf7b39-3623-4826-99b8-a80b62966808,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:00.518264 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:00.599421 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'name': 'tempest-ServerRescueNegativeTestJSON-987699489-router', 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': 'c1b97984a86d47e4a53350db0daee3cf', 'gw_port': {'id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:91:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:46Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '96cd05ec-75f3-49db-afec-4668c52d5ce0', 'name': '', 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b', 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf', 'mac_address': 'fa:16:3e:76:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:52Z', 'updated_at': '2021-07-23T07:28:55Z', 'revision_number': 2, 'project_id': 'c1b97984a86d47e4a53350db0daee3cf', 'subnets': [{'id': 'd2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:00.619148 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c36828-6ceb-4984-a54a-a7c8fc00a384 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418f50aa-89a3-468f-b179-71892303187e,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:00.630816 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=7daf7b39-3623-4826-99b8-a80b62966808,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:00.658747 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:51Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '2eb8939a-45d0-4bf5-9634-318390e8a7ad', 'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'mac_address': 'fa:16:3e:23:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:50Z', 'updated_at': '2021-07-23T07:28:58Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'subnets': [{'id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:00.659176 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Checking router: 3c70ac0b-1c8a-4511-a242-76d22a7049d4 for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:29:00.659176 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Updating router 3c70ac0b-1c8a-4511-a242-76d22a7049d4 port 96cd05ec-75f3-49db-afec-4668c52d5ce0 binding host dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:29:00.712112 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92861a9-4a50-4ee2-baa7-43da203523d3 None None] The sync data for ids ['262755c0-2b03-4e96-ada1-afaa8430243e'] in dv-cinder-773985-13-iscsi is: [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:51Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '2eb8939a-45d0-4bf5-9634-318390e8a7ad', 'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'mac_address': 'fa:16:3e:23:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:50Z', 'updated_at': '2021-07-23T07:28:58Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'subnets': [{'id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:29:00.764401 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:00.766769 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ed7eaa0c-20de-415c-8e71-8ef3c149baea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:00.854534 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f7f50069-2d0f-4fb7-80ed-c9549f0ab4da req-f94e070c-60c5-42ed-8128-fab86d37be10 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6901696 Jul 23 07:29:00.956316 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a5c36828-6ceb-4984-a54a-a7c8fc00a384 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:00.964970 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 7daf7b39-3623-4826-99b8-a80b62966808 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:29:00.966941 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-a5c36828-6ceb-4984-a54a-a7c8fc00a384 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5731721 Jul 23 07:29:00.973975 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 42078) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:01.088720 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:29:01.090621 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 7daf7b39-3623-4826-99b8-a80b62966808 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:01.090621 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:01.097612 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-c19f1565-e391-4eef-8f89-4cdfc6d52aea admin admin] 10.222.0.13 "PUT /v2.0/routers/63279ee6-7d44-461a-a924-c6e89946307c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1715474 Jul 23 07:29:01.115421 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-530b9e48-baca-45c8-b6f9-af49b98bdf8a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:01.122809 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-530b9e48-baca-45c8-b6f9-af49b98bdf8a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/networks?id=619f42d6-ea41-4e81-89f0-fe4ff73d474b HTTP/1.1" status: 200 len: 818 time: 0.6604571 Jul 23 07:29:01.173103 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-0692fba5-b7d9-455a-b45a-d58fa8da7b2a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/quotas/c1b97984a86d47e4a53350db0daee3cf HTTP/1.1" status: 200 len: 375 time: 0.0412142 Jul 23 07:29:01.189770 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Request body: {'floatingip': {'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:01.480265 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for floatingip, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:01.546712 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ed7eaa0c-20de-415c-8e71-8ef3c149baea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:01.549279 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ed7eaa0c-20de-415c-8e71-8ef3c149baea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:01.550449 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-ed7eaa0c-20de-415c-8e71-8ef3c149baea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/683e74af-91e7-4334-9b21-7d64a00b4de4 HTTP/1.1" status: 204 len: 168 time: 1.9664724 Jul 23 07:29:01.613592 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-defcfef5-93ef-416f-b839-9345ed349c3b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1b97984a86d47e4a53350db0daee3cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4302938 Jul 23 07:29:01.645152 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7eaa0c-20de-415c-8e71-8ef3c149baea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683e74af-91e7-4334-9b21-7d64a00b4de4,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:01.871296 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Sync routers for ids ['63279ee6-7d44-461a-a924-c6e89946307c'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:29:01.895481 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Routers {'63279ee6-7d44-461a-a924-c6e89946307c'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:29:01.898508 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:28:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['63279ee6-7d44-461a-a924-c6e89946307c'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:01.961919 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e658fa8-87d2-4051-9002-b7c9c0b1d56c {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:29:01.991324 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Notify callbacks [] for port, precommit_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:02.007532 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:02.031130 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.provisioning_blocks [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Transition to ACTIVE for port object 96cd05ec-75f3-49db-afec-4668c52d5ce0 will not be triggered until provisioned by entity L2. {{(pid=93084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:29:02.045903 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:02.073882 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-4bf7e9a4-7664-40bb-a4e7-640b12c1ea86 service neutron] 10.222.0.13 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517112 Jul 23 07:29:02.094111 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Transition to ACTIVE for port object 1e658fa8-87d2-4051-9002-b7c9c0b1d56c will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:29:02.120335 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:02.200765 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:02.323172 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b2e44-4262-4a2c-b43a-2890b710ad8b None None] Pushing event updated for resources: {'Port': ['ID=96cd05ec-75f3-49db-afec-4668c52d5ce0,revision_number=3']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:02.464162 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Set router 63279ee6-7d44-461a-a924-c6e89946307c gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:29:02.489525 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-daeb2182-acbc-4b72-ab18-f816e15e3157 service neutron] 10.222.0.13 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145129 Jul 23 07:29:02.544002 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Attempting to bind port 96cd05ec-75f3-49db-afec-4668c52d5ce0 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:29:02.546688 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Attempting to bind port 96cd05ec-75f3-49db-afec-4668c52d5ce0 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': 'fdc479ed-3be3-4fd9-8b4b-29affecf4854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b'}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:29:02.547764 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Attempting to bind port 96cd05ec-75f3-49db-afec-4668c52d5ce0 on network 619f42d6-ea41-4e81-89f0-fe4ff73d474b {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:29:02.574266 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:29:02.574653 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Checking segment: {'id': 'fdc479ed-3be3-4fd9-8b4b-29affecf4854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:29:02.575071 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:02.575468 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Bound using segment: {'id': 'fdc479ed-3be3-4fd9-8b4b-29affecf4854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b'} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:29:02.585108 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Bound port: 96cd05ec-75f3-49db-afec-4668c52d5ce0, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc479ed-3be3-4fd9-8b4b-29affecf4854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b'}}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:29:02.587097 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:02.755639 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Pushing event updated for resources: {'Port': ['ID=1e658fa8-87d2-4051-9002-b7c9c0b1d56c,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:02.855504 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Attempting to bind port 1e658fa8-87d2-4051-9002-b7c9c0b1d56c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:29:02.855900 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Attempting to bind port 1e658fa8-87d2-4051-9002-b7c9c0b1d56c by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '76c8a70c-366e-40a0-bfad-cbf3150cb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6aacc3a6-017c-4d89-830b-218017c65b45'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:29:02.856282 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Attempting to bind port 1e658fa8-87d2-4051-9002-b7c9c0b1d56c on network 6aacc3a6-017c-4d89-830b-218017c65b45 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:29:02.900925 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42124) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:02.912140 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Port 1e658fa8-87d2-4051-9002-b7c9c0b1d56c on network 6aacc3a6-017c-4d89-830b-218017c65b45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:29:02.912140 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Attempting to bind port 1e658fa8-87d2-4051-9002-b7c9c0b1d56c on network 6aacc3a6-017c-4d89-830b-218017c65b45 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:29:02.924971 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:29:02.925612 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Checking segment: {'id': '76c8a70c-366e-40a0-bfad-cbf3150cb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6aacc3a6-017c-4d89-830b-218017c65b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:29:02.926459 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Bound using segment: {'id': '76c8a70c-366e-40a0-bfad-cbf3150cb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6aacc3a6-017c-4d89-830b-218017c65b45'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:29:02.928286 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Bound port: 1e658fa8-87d2-4051-9002-b7c9c0b1d56c, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c8a70c-366e-40a0-bfad-cbf3150cb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6aacc3a6-017c-4d89-830b-218017c65b45'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:29:02.929081 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:02.942905 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-cdffd768-fd87-4244-bddb-afb09c830e64 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1404668687', 'description': 'tempest-description--967474540'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:02.957359 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 42126) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:02.972844 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] For port 96cd05ec-75f3-49db-afec-4668c52d5ce0, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:29:03.005176 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] For port 96cd05ec-75f3-49db-afec-4668c52d5ce0, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=96cd05ec-75f3-49db-afec-4668c52d5ce0,segment=NetworkSegment(fdc479ed-3be3-4fd9-8b4b-29affecf4854),segment_id=fdc479ed-3be3-4fd9-8b4b-29affecf4854)] {{(pid=93084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:29:03.015496 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:03.063070 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cdffd768-fd87-4244-bddb-afb09c830e64 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:03.073672 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] For port 1e658fa8-87d2-4051-9002-b7c9c0b1d56c, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:29:03.123367 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] For port 1e658fa8-87d2-4051-9002-b7c9c0b1d56c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1e658fa8-87d2-4051-9002-b7c9c0b1d56c,segment=NetworkSegment(76c8a70c-366e-40a0-bfad-cbf3150cb8e3),segment_id=76c8a70c-366e-40a0-bfad-cbf3150cb8e3)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:29:03.137399 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 2eb8939a-45d0-4bf5-9634-318390e8a7ad up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:29:03.186136 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:03.256749 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-2f4d3bd5-a05c-4a2e-94fa-93a90e79808a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:03.279773 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Allocated IP 172.27.1.187 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/b6aee742-fe1c-4d65-b46a-922dc121932c) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:29:03.305958 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:03.369732 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 2eb8939a-45d0-4bf5-9634-318390e8a7ad completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:29:03.374070 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b2e44-4262-4a2c-b43a-2890b710ad8b None None] Pushing event updated for resources: {'Port': ['ID=96cd05ec-75f3-49db-afec-4668c52d5ce0,revision_number=4']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:03.378954 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 2eb8939a-45d0-4bf5-9634-318390e8a7ad triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:03.379633 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:03.444798 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-86f3040c-a98e-4f72-8bfd-7d7e6ed0f95e req-5080b519-5211-4b98-9b99-13b58853a327 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 210 time: 0.1856825 Jul 23 07:29:03.478237 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Routers {'3c70ac0b-1c8a-4511-a242-76d22a7049d4'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:29:03.478880 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:29:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['3c70ac0b-1c8a-4511-a242-76d22a7049d4'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:03.557950 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:03.558446 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:03.559886 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] 10.222.0.23 "PUT /v2.0/ports/1e658fa8-87d2-4051-9002-b7c9c0b1d56c HTTP/1.1" status: 200 len: 1093 time: 4.1398427 Jul 23 07:29:03.594743 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cdffd768-fd87-4244-bddb-afb09c830e64 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:03.605847 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cdffd768-fd87-4244-bddb-afb09c830e64 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:03.660430 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:03.690605 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cdffd768-fd87-4244-bddb-afb09c830e64 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:03.692220 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-cdffd768-fd87-4244-bddb-afb09c830e64 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7844729 Jul 23 07:29:03.710788 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42156) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:03.718771 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-73e9db23-74e8-438b-b138-b7ebd013665c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Request body: {'security_group_rule': {'security_group_id': '36d1c0aa-5b0e-4cac-9af1-2e983558bd36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:03.724345 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364a2153-8b41-44c7-9aee-2587a64329bb', 'tag': '1e658fa8-87d2-4051-9002-b7c9c0b1d56c'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:29:03.730620 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:03.735987 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffd768-fd87-4244-bddb-afb09c830e64 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d1c0aa-5b0e-4cac-9af1-2e983558bd36,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:03.814280 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] Set router 3c70ac0b-1c8a-4511-a242-76d22a7049d4 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:29:03.818792 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'e51b45d1-e333-4f86-95da-8fd6790e0d07', 'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'mac_address': 'fa:16:3e:11:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:55Z', 'updated_at': '2021-07-23T07:28:58Z', 'revision_number': 2, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'subnets': [{'id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:03.828340 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-73e9db23-74e8-438b-b138-b7ebd013665c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:03.888527 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Checking router: 63279ee6-7d44-461a-a924-c6e89946307c for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:29:03.888883 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Updating router 63279ee6-7d44-461a-a924-c6e89946307c port e51b45d1-e333-4f86-95da-8fd6790e0d07 binding host dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:29:03.926661 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 2eb8939a-45d0-4bf5-9634-318390e8a7ad, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=2eb8939a-45d0-4bf5-9634-318390e8a7ad,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:03.973844 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:04.000865 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:04.158050 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-73e9db23-74e8-438b-b138-b7ebd013665c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:04.170111 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-73e9db23-74e8-438b-b138-b7ebd013665c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:04.204217 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7fb95bdd-9853-4759-a6ed-e478f80731f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:04.239633 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'name': 'tempest-ServerRescueNegativeTestJSON-987699489-router', 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': 'c1b97984a86d47e4a53350db0daee3cf', 'gw_port': {'id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:91:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:46Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '96cd05ec-75f3-49db-afec-4668c52d5ce0', 'name': '', 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b', 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf', 'mac_address': 'fa:16:3e:76:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:52Z', 'updated_at': '2021-07-23T07:29:02Z', 'revision_number': 4, 'project_id': 'c1b97984a86d47e4a53350db0daee3cf', 'subnets': [{'id': 'd2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:04.246690 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd1dd7-3ddb-4289-a56c-371b733fa8fc req-2e790afe-7bb2-498b-8d42-34bbc6493b80 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:04.249514 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b2bd1dd7-3ddb-4289-a56c-371b733fa8fc req-2e790afe-7bb2-498b-8d42-34bbc6493b80 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 943 time: 1.0969529 Jul 23 07:29:04.321232 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d4a94-07a9-4897-8de7-af19e7c68f98 None None] The sync data for ids ['3c70ac0b-1c8a-4511-a242-76d22a7049d4'] in dv-cinder-773985-13-iscsi is: [{'id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'name': 'tempest-ServerRescueNegativeTestJSON-987699489-router', 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': 'c1b97984a86d47e4a53350db0daee3cf', 'gw_port': {'id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:91:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:46Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '96cd05ec-75f3-49db-afec-4668c52d5ce0', 'name': '', 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b', 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf', 'mac_address': 'fa:16:3e:76:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:52Z', 'updated_at': '2021-07-23T07:29:02Z', 'revision_number': 4, 'project_id': 'c1b97984a86d47e4a53350db0daee3cf', 'subnets': [{'id': 'd2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:29:04.324615 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9db23-74e8-438b-b138-b7ebd013665c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f7d6a4-8e1a-4056-b601-27a7829cfcbe,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:04.351861 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7fb95bdd-9853-4759-a6ed-e478f80731f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:04.361956 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-5a5bfc10-9873-4612-996d-5d5be1993f12 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:04.364131 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b71e4d5-4c0e-4681-9eff-e79368121a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "364a2153-8b41-44c7-9aee-2587a64329bb", "tag": "1e658fa8-87d2-4051-9002-b7c9c0b1d56c"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:29:04.373343 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc460de8-99f8-4317-a15e-4cfff1017712 service neutron] Pushing event updated for resources: {'Port': ['ID=1e658fa8-87d2-4051-9002-b7c9c0b1d56c,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:04.375198 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-5a5bfc10-9873-4612-996d-5d5be1993f12 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/networks?id=619f42d6-ea41-4e81-89f0-fe4ff73d474b HTTP/1.1" status: 200 len: 818 time: 0.4161706 Jul 23 07:29:04.390222 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7fb95bdd-9853-4759-a6ed-e478f80731f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:04.393508 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-0adad03e-3176-4541-a492-61c3f07849c2 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/quotas/c1b97984a86d47e4a53350db0daee3cf HTTP/1.1" status: 200 len: 375 time: 0.0172207 Jul 23 07:29:04.397806 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-73e9db23-74e8-438b-b138-b7ebd013665c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:04.402013 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-73e9db23-74e8-438b-b138-b7ebd013665c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6879914 Jul 23 07:29:04.403484 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42196) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:04.426619 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-f45f7abf-73cb-4762-afde-5d19c81d4e86 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Request body: {'security_group_rule': {'security_group_id': '36d1c0aa-5b0e-4cac-9af1-2e983558bd36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:04.475148 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=2eb8939a-45d0-4bf5-9634-318390e8a7ad,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:04.499142 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:04.537130 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f45f7abf-73cb-4762-afde-5d19c81d4e86 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:04.576873 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-7fb95bdd-9853-4759-a6ed-e478f80731f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c715ac448c2146efbbc9d7f984bc3f86&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6170838 Jul 23 07:29:04.577530 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-8572824e-7ef8-4ecc-af79-3d88dfc68265 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1b97984a86d47e4a53350db0daee3cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1827493 Jul 23 07:29:04.580525 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42204) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:04.582855 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb95bdd-9853-4759-a6ed-e478f80731f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34082e3-1ec1-4238-8cac-9089de415efd,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:04.597463 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b2bd1dd7-3ddb-4289-a56c-371b733fa8fc req-47921941-09da-499e-86f6-c29f116494d1 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299016 Jul 23 07:29:04.728916 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:04.831473 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f45f7abf-73cb-4762-afde-5d19c81d4e86 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:04.886282 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Notify callbacks [] for port, precommit_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:04.918018 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:29:04.922905 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Transition to ACTIVE for port object e51b45d1-e333-4f86-95da-8fd6790e0d07 will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:29:04.927243 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:29:04.933024 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:04.950309 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:29:05.052016 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-35efabc9-1bc4-4238-9d41-6409b4fe2159 service neutron] 10.222.0.13 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570749 Jul 23 07:29:05.144038 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 96cd05ec-75f3-49db-afec-4668c52d5ce0 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:29:05.231730 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcf00a-eda8-465e-9097-981e1a09b6d1 None None] Pushing event updated for resources: {'Port': ['ID=e51b45d1-e333-4f86-95da-8fd6790e0d07,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:05.362451 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event updated for resources: {'Port': ['ID=b6aee742-fe1c-4d65-b46a-922dc121932c,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:05.417830 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-65671fc3-3c11-4dea-9766-5adf63cfd242 service neutron] 10.222.0.13 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590069 Jul 23 07:29:05.422802 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7a810cea-d8d3-47fa-a90e-0e448b987542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:05.530386 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7a810cea-d8d3-47fa-a90e-0e448b987542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:05.636687 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Attempting to bind port e51b45d1-e333-4f86-95da-8fd6790e0d07 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:29:05.638245 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Attempting to bind port e51b45d1-e333-4f86-95da-8fd6790e0d07 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:29:05.638988 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Attempting to bind port e51b45d1-e333-4f86-95da-8fd6790e0d07 on network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:29:05.640941 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5cf243-9de8-4c4d-bff9-93d44d2340a5 x-openstack-request-id: req-df5cf243-9de8-4c4d-bff9-93d44d2340a5 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:29:05.641717 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364a2153-8b41-44c7-9aee-2587a64329bb", "tag": "1e658fa8-87d2-4051-9002-b7c9c0b1d56c", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:29:05.644275 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df5cf243-9de8-4c4d-bff9-93d44d2340a5 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:29:05.649795 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364a2153-8b41-44c7-9aee-2587a64329bb', 'tag': '1e658fa8-87d2-4051-9002-b7c9c0b1d56c', 'status': 'completed', 'code': 200} Jul 23 07:29:05.660508 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:05.730790 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:29:05.731322 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Checking segment: {'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:29:05.731761 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:05.732165 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Bound using segment: {'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:29:05.732755 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Bound port: e51b45d1-e333-4f86-95da-8fd6790e0d07, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:29:05.733245 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:05.746964 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f45f7abf-73cb-4762-afde-5d19c81d4e86 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:05.747534 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 96cd05ec-75f3-49db-afec-4668c52d5ce0 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:29:05.808019 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 96cd05ec-75f3-49db-afec-4668c52d5ce0 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:05.815142 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:05.818221 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7a810cea-d8d3-47fa-a90e-0e448b987542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:05.822882 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7a810cea-d8d3-47fa-a90e-0e448b987542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:05.832261 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-7a810cea-d8d3-47fa-a90e-0e448b987542 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c34082e3-1ec1-4238-8cac-9089de415efd HTTP/1.1" status: 204 len: 168 time: 1.2426240 Jul 23 07:29:05.852381 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:05.854446 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f7abf-73cb-4762-afde-5d19c81d4e86 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=874af9d5-8fc8-4097-b06f-2d5f19b47fec,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:05.883691 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a810cea-d8d3-47fa-a90e-0e448b987542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34082e3-1ec1-4238-8cac-9089de415efd,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:05.901961 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f45f7abf-73cb-4762-afde-5d19c81d4e86 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:05.906691 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-f45f7abf-73cb-4762-afde-5d19c81d4e86 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5024183 Jul 23 07:29:05.907480 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42248) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:05.917867 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Request body: {'floatingip': {'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:05.974122 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for floatingip, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:06.256498 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42252) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:06.420368 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ac7ef382-1570-49c8-b0c2-62efe71c4241 req-dd23f8e3-fed7-4581-bc60-cc2548b2b467 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 210 time: 0.2715149 Jul 23 07:29:06.536435 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] For port e51b45d1-e333-4f86-95da-8fd6790e0d07, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:29:06.603178 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] For port e51b45d1-e333-4f86-95da-8fd6790e0d07, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=e51b45d1-e333-4f86-95da-8fd6790e0d07,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:29:06.620995 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:06.640141 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:06.717589 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:06.864914 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.23', 59027) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:06.948204 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 96cd05ec-75f3-49db-afec-4668c52d5ce0, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=96cd05ec-75f3-49db-afec-4668c52d5ce0,segment=NetworkSegment(fdc479ed-3be3-4fd9-8b4b-29affecf4854),segment_id=fdc479ed-3be3-4fd9-8b4b-29affecf4854)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:06.986846 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4ebf18cc-28e6-4ebb-8796-0a764585b679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:07.038062 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:07.042395 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 2eb8939a-45d0-4bf5-9634-318390e8a7ad up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:29:07.282028 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Routers {'63279ee6-7d44-461a-a924-c6e89946307c'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:29:07.282908 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:29:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['63279ee6-7d44-461a-a924-c6e89946307c'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:07.328434 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Allocated IP 172.27.1.207 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/0bc28f00-3dca-4bd2-818f-20396a57f68d) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:29:07.377594 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5475e-0669-47ce-af80-083620d91e41 req-28c02c8c-3d08-48ed-b013-282e2213ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:07.393804 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-28c02c8c-3d08-48ed-b013-282e2213ebbc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e9d7d46b2674a979c4e832e5374820b&device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 1096 time: 2.2056630 Jul 23 07:29:07.433939 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:07.437775 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcf00a-eda8-465e-9097-981e1a09b6d1 None None] Pushing event updated for resources: {'Port': ['ID=e51b45d1-e333-4f86-95da-8fd6790e0d07,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:07.686606 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-060f7793-0ea2-4d4f-a770-a1b106213122 req-dd8699d1-1922-48cf-85b8-772bd929d9cd tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 210 time: 0.0547662 Jul 23 07:29:07.691640 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4ebf18cc-28e6-4ebb-8796-0a764585b679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:07.698187 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4ebf18cc-28e6-4ebb-8796-0a764585b679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:07.832340 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:07.859749 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] Set router 63279ee6-7d44-461a-a924-c6e89946307c gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:29:07.868639 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-6920dfae-b2ac-46cd-a842-90de745b7348 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e658fa8-87d2-4051-9002-b7c9c0b1d56c HTTP/1.1" status: 200 len: 217 time: 0.4462700 Jul 23 07:29:07.985784 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b7995-dbb2-4dc3-93f9-1a79381b3347 req-dfe2942c-fdf8-4483-869b-30e4213e72a2 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:07.992776 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-421b7995-dbb2-4dc3-93f9-1a79381b3347 req-dfe2942c-fdf8-4483-869b-30e4213e72a2 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 943 time: 2.1565096 Jul 23 07:29:08.035552 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-4ebf18cc-28e6-4ebb-8796-0a764585b679 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09fd069b58784620a7d881d3b80f8e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6585486 Jul 23 07:29:08.043089 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 42314) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:08.063776 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf18cc-28e6-4ebb-8796-0a764585b679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ce290a-69c0-466d-9cd3-39b44075ec22,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:08.074441 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:08.094773 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-f6d57f62-bc63-450e-976e-b9ee77cc98b1 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:08.096542 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-f6d57f62-bc63-450e-976e-b9ee77cc98b1 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.23 "GET /v2.0/networks?id=619f42d6-ea41-4e81-89f0-fe4ff73d474b HTTP/1.1" status: 200 len: 818 time: 1.1127021 Jul 23 07:29:08.156099 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-421b7995-dbb2-4dc3-93f9-1a79381b3347 req-ee4b37ed-cec5-4971-9ef2-e893612e269d tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621602 Jul 23 07:29:08.168136 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=96cd05ec-75f3-49db-afec-4668c52d5ce0,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:08.199083 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6cd95fbc-5246-459d-9303-2ec261a67c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:08.204686 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:08.227468 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:29:08.236686 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:08.248745 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:29:08.272427 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:29:08.336919 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6cd95fbc-5246-459d-9303-2ec261a67c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:08.351923 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 2eb8939a-45d0-4bf5-9634-318390e8a7ad triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:08.353634 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:08.354388 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:08.402783 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event updated for resources: {'Port': ['ID=0bc28f00-3dca-4bd2-818f-20396a57f68d,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:08.448438 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:08.449719 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4408336 Jul 23 07:29:08.455225 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb870a7-5710-41d3-a652-8b5614d34459 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event updated for resources: {'Port': ['ID=b6aee742-fe1c-4d65-b46a-922dc121932c,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:08.514018 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6cd95fbc-5246-459d-9303-2ec261a67c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:08.525240 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6cd95fbc-5246-459d-9303-2ec261a67c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:08.533055 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-6cd95fbc-5246-459d-9303-2ec261a67c71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16ce290a-69c0-466d-9cd3-39b44075ec22 HTTP/1.1" status: 204 len: 168 time: 0.4864852 Jul 23 07:29:08.546154 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:08.558692 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd95fbc-5246-459d-9303-2ec261a67c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ce290a-69c0-466d-9cd3-39b44075ec22,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:08.869748 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'e51b45d1-e333-4f86-95da-8fd6790e0d07', 'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'mac_address': 'fa:16:3e:11:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:55Z', 'updated_at': '2021-07-23T07:29:06Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'subnets': [{'id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:09.017012 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a4d9d7-47af-4310-b01b-84dc256e3c82 None None] The sync data for ids ['63279ee6-7d44-461a-a924-c6e89946307c'] in dv-cinder-773985-13-iscsi is: [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'e51b45d1-e333-4f86-95da-8fd6790e0d07', 'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'mac_address': 'fa:16:3e:11:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:55Z', 'updated_at': '2021-07-23T07:29:06Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'subnets': [{'id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:29:09.019903 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 96cd05ec-75f3-49db-afec-4668c52d5ce0 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:29:09.112061 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-061781eb-1015-4108-98b2-667e662a44d3 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--774586574&fields=id&tenant_id=1915e9b02c304a73919c21737c01fa84 HTTP/1.1" status: 200 len: 267 time: 0.1328371 Jul 23 07:29:09.115835 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:09.179441 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:29:09.180430 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5475e-0669-47ce-af80-083620d91e41 req-d7a31203-1757-41e7-a15e-f77f1e1cef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:09.182581 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-d7a31203-1757-41e7-a15e-f77f1e1cef77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b05e1d6-5f92-4810-8f58-f848520be748 HTTP/1.1" status: 200 len: 852 time: 0.2770040 Jul 23 07:29:09.241260 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 96cd05ec-75f3-49db-afec-4668c52d5ce0 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:09.243802 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:09.272251 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-c919a34d-2145-476c-9025-c4c73bdb0484 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Request body: {'port': {'device_id': '835bda9b-8053-4b45-8a14-3dd4680c0cad', 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b', 'admin_state_up': True, 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:09.371089 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c424b43d-c893-4cb1-8b65-578bc476411f req-6b7c3b6c-c785-49cf-8184-ef3cc1384241 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 210 time: 0.4740314 Jul 23 07:29:09.401940 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-b5e061ac-41d4-4705-b2f7-fd3f87daf23d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:09.411025 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-b5e061ac-41d4-4705-b2f7-fd3f87daf23d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/networks?id=f640653b-1b95-4735-ad8a-809138685023 HTTP/1.1" status: 200 len: 810 time: 0.2632146 Jul 23 07:29:09.487077 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-a4093591-6858-45f6-b6f2-7d4611564c19 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/quotas/1915e9b02c304a73919c21737c01fa84 HTTP/1.1" status: 200 len: 375 time: 0.0491831 Jul 23 07:29:09.520313 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-dce61828-215f-4eb2-8480-beaf8d626ef0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6aacc3a6-017c-4d89-830b-218017c65b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717741 Jul 23 07:29:09.704365 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-632b76d7-5761-4d04-a48d-a8035a8d73f1 service neutron] 10.222.0.23 "GET /v2.0/networks/6aacc3a6-017c-4d89-830b-218017c65b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696024 Jul 23 07:29:09.779883 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.23', 59033) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:09.916303 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42392) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:10.125068 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ab0b7-ed2f-4f29-b255-86cb2502952d req-78cbeba8-bcfe-4d44-acd2-1f36693607df tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:10.127160 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-228ab0b7-ed2f-4f29-b255-86cb2502952d req-78cbeba8-bcfe-4d44-acd2-1f36693607df tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 943 time: 0.4212053 Jul 23 07:29:10.151316 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6f46b34d-70f8-4f3d-b1fe-06ebad2d3149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:10.202069 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-99a5475e-0669-47ce-af80-083620d91e41 req-6585f69c-990e-4f56-abd5-b72fad991cb0 service neutron] 10.222.0.23 "GET /v2.0/networks/6aacc3a6-017c-4d89-830b-218017c65b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128735 Jul 23 07:29:10.207326 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-c919a34d-2145-476c-9025-c4c73bdb0484 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Made reservation on behalf of c1b97984a86d47e4a53350db0daee3cf for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:29:10.220465 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-c919a34d-2145-476c-9025-c4c73bdb0484 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:10.244119 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-c6a99594-3f67-4c89-b309-b49789afd722 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1915e9b02c304a73919c21737c01fa84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7352123 Jul 23 07:29:10.298318 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-228ab0b7-ed2f-4f29-b255-86cb2502952d req-5f1136c5-0e4c-4e21-94d3-7ddc917a26a0 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598010 Jul 23 07:29:10.433699 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-509bd78a-9153-48d0-9d5c-c9390394d464 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:10.436017 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-509bd78a-9153-48d0-9d5c-c9390394d464 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.23 "GET /v2.0/networks?id=619f42d6-ea41-4e81-89f0-fe4ff73d474b HTTP/1.1" status: 200 len: 818 time: 0.6134446 Jul 23 07:29:10.455267 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for port, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:10.470203 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:10.491214 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-9d2c41ee-60df-4570-afc0-225be2c9f348 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Request body: {'port': {'device_id': 'b7a867a3-c23a-4433-913c-26ac6c2e081e', 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b', 'admin_state_up': True, 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:10.580732 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-58356b3b-e176-4ce6-a948-319289e14876 service neutron] 10.222.0.13 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315368 Jul 23 07:29:10.600726 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1695a4d9-b378-46c1-a494-32d22558020c req-68a695a3-2c86-4aa3-aafb-f55aef220f10 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 210 time: 0.0803320 Jul 23 07:29:10.609673 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:10.681749 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event updated for resources: {'Port': ['ID=0bc28f00-3dca-4bd2-818f-20396a57f68d,revision_number=2']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:10.732296 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71e4d5-4c0e-4681-9eff-e79368121a9a req-6896f016-ab08-4ee1-b1ef-b2e1cfa296a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:10.737295 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5b71e4d5-4c0e-4681-9eff-e79368121a9a req-6896f016-ab08-4ee1-b1ef-b2e1cfa296a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e9d7d46b2674a979c4e832e5374820b&device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 1096 time: 0.2777483 Jul 23 07:29:10.741622 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-c919a34d-2145-476c-9025-c4c73bdb0484 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Allocated IP 172.20.0.3 (619f42d6-ea41-4e81-89f0-fe4ff73d474b/d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66/3965f627-3809-44cb-a946-df133878c11d) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:29:10.951389 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6f46b34d-70f8-4f3d-b1fe-06ebad2d3149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:10.993466 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device e51b45d1-e333-4f86-95da-8fd6790e0d07 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:29:11.005510 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6f46b34d-70f8-4f3d-b1fe-06ebad2d3149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:11.054377 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:11.056525 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-4afe1377-c97b-4037-88bf-62a2ca387d1e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1482887 Jul 23 07:29:11.095710 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-a622e9fb-28b0-4177-a6de-ced153ec1ffb service neutron] 10.222.0.13 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139692 Jul 23 07:29:11.125375 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-6f46b34d-70f8-4f3d-b1fe-06ebad2d3149 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe93cfe479fd44f8a4cd342b229cc3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1763530 Jul 23 07:29:11.150087 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42448) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:11.178718 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port e51b45d1-e333-4f86-95da-8fd6790e0d07 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:29:11.186825 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port e51b45d1-e333-4f86-95da-8fd6790e0d07 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:11.188716 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:11.218973 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-9d2c41ee-60df-4570-afc0-225be2c9f348 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Made reservation on behalf of c1b97984a86d47e4a53350db0daee3cf for: {'port': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:29:11.231340 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-9d2c41ee-60df-4570-afc0-225be2c9f348 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:11.259085 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46b34d-70f8-4f3d-b1fe-06ebad2d3149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67d4f2c-8551-42ae-9654-0043e8f748d8,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:11.457105 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:11.571809 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42486) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:11.600113 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port e51b45d1-e333-4f86-95da-8fd6790e0d07, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=e51b45d1-e333-4f86-95da-8fd6790e0d07,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:11.611006 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:11.617098 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-fbc26111-62dd-43e8-b79a-e4ac3809cecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:11.724121 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-fbc26111-62dd-43e8-b79a-e4ac3809cecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:11.784737 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=e51b45d1-e333-4f86-95da-8fd6790e0d07,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:11.845653 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b753d4-6bed-4050-900d-70a41147fd9b req-fcce6c28-9aff-48c6-ba55-5a5c29f9b342 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:11.863674 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-12b753d4-6bed-4050-900d-70a41147fd9b req-fcce6c28-9aff-48c6-ba55-5a5c29f9b342 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 943 time: 0.2484434 Jul 23 07:29:11.902626 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-fbc26111-62dd-43e8-b79a-e4ac3809cecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:11.912869 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-fbc26111-62dd-43e8-b79a-e4ac3809cecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:11.918722 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-fbc26111-62dd-43e8-b79a-e4ac3809cecc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a67d4f2c-8551-42ae-9654-0043e8f748d8 HTTP/1.1" status: 204 len: 168 time: 0.7648141 Jul 23 07:29:11.923579 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-42aced37-01ea-4066-91cf-228aa0b1975b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1404668687&fields=id&tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b HTTP/1.1" status: 200 len: 267 time: 0.3919981 Jul 23 07:29:11.951520 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc26111-62dd-43e8-b79a-e4ac3809cecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67d4f2c-8551-42ae-9654-0043e8f748d8,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:12.016397 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-c919a34d-2145-476c-9025-c4c73bdb0484 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:12.027843 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71e4d5-4c0e-4681-9eff-e79368121a9a req-b0d48d6e-4791-45aa-8fce-ffff4bbe7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:12.040352 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5b71e4d5-4c0e-4681-9eff-e79368121a9a req-b0d48d6e-4791-45aa-8fce-ffff4bbe7bac service neutron] 10.222.0.23 "GET /v2.0/networks?id=6aacc3a6-017c-4d89-830b-218017c65b45 HTTP/1.1" status: 200 len: 913 time: 1.1759131 Jul 23 07:29:12.046179 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-12b753d4-6bed-4050-900d-70a41147fd9b req-ad1915b4-38ae-4797-9c32-35d41b88ac23 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739764 Jul 23 07:29:12.114463 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42510) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:12.277694 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-fcdedebd-804a-40ad-af5b-f02da3691d7d req-8c92a974-e7e6-4928-8a56-d809548438c7 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 210 time: 0.1265662 Jul 23 07:29:12.323441 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-dfc6d26d-1277-4ef1-8ac8-ad9852ab2ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:12.325517 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-fdf48a6f-f1e2-4fc1-ae84-fdeb717c1e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:12.365702 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.db.api [None req-fdf48a6f-f1e2-4fc1-ae84-fdeb717c1e3d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 07:29:12.365702 dv-cinder-773985-13-iscsi neutron-server[93082]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 07:29:12.365702 dv-cinder-773985-13-iscsi neutron-server[93082]: [parameters: {'project_id_1': 'c29aba0645d04380a700a0188df4911d', 'expiration_1': datetime.datetime(2021, 7, 23, 7, 29, 12, 347193)}] Jul 23 07:29:12.365702 dv-cinder-773985-13-iscsi neutron-server[93082]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 07:29:12.366120 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG oslo_db.api [None req-fdf48a6f-f1e2-4fc1-ae84-fdeb717c1e3d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 07:29:12.449389 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c3a29a27-4223-41ee-8c47-5d74b9be256b req-623608bd-d1fb-4189-b0c4-5b6612df0bb0 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 210 time: 0.0412362 Jul 23 07:29:12.503482 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-dfc6d26d-1277-4ef1-8ac8-ad9852ab2ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:12.511122 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-dfc6d26d-1277-4ef1-8ac8-ad9852ab2ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:12.556571 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-dfc6d26d-1277-4ef1-8ac8-ad9852ab2ffe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=235d99f06d694a45826df67b5a026c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9735675 Jul 23 07:29:12.557178 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42516) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:12.563772 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6d26d-1277-4ef1-8ac8-ad9852ab2ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28a8ec9-6b19-4b6d-8d07-78203bd31f41,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:12.602916 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5b71e4d5-4c0e-4681-9eff-e79368121a9a req-a08e738d-021d-482a-a98b-19dac6ca9ed6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e658fa8-87d2-4051-9002-b7c9c0b1d56c HTTP/1.1" status: 200 len: 217 time: 0.0495439 Jul 23 07:29:12.637697 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8bc06ed4-8073-4892-a310-627e5770e4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:12.650577 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-01da9ae4-f987-41a1-8607-5aacfb8a12c1 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:12.657432 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-01da9ae4-f987-41a1-8607-5aacfb8a12c1 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/networks?id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6 HTTP/1.1" status: 200 len: 816 time: 0.7320507 Jul 23 07:29:12.665494 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8bc06ed4-8073-4892-a310-627e5770e4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:12.714932 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-b9cc717a-ea5a-44b9-be08-fb6e432791c9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/quotas/36b2f932ad9e4c7f81bcc2768504ed1b HTTP/1.1" status: 200 len: 375 time: 0.0563619 Jul 23 07:29:12.726633 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8bc06ed4-8073-4892-a310-627e5770e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:12.732877 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8bc06ed4-8073-4892-a310-627e5770e4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:12.736871 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-8bc06ed4-8073-4892-a310-627e5770e4fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a28a8ec9-6b19-4b6d-8d07-78203bd31f41 HTTP/1.1" status: 204 len: 168 time: 0.1758864 Jul 23 07:29:12.744289 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc06ed4-8073-4892-a310-627e5770e4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28a8ec9-6b19-4b6d-8d07-78203bd31f41,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:12.825015 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71e4d5-4c0e-4681-9eff-e79368121a9a req-21df352f-a82b-4730-9561-3c97a64ed403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:12.826590 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5b71e4d5-4c0e-4681-9eff-e79368121a9a req-21df352f-a82b-4730-9561-3c97a64ed403 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b05e1d6-5f92-4810-8f58-f848520be748 HTTP/1.1" status: 200 len: 852 time: 0.1662159 Jul 23 07:29:12.870476 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-fdf48a6f-f1e2-4fc1-ae84-fdeb717c1e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:12.904858 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device e51b45d1-e333-4f86-95da-8fd6790e0d07 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:29:12.948633 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-c919a34d-2145-476c-9025-c4c73bdb0484 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:13.008225 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5b71e4d5-4c0e-4681-9eff-e79368121a9a req-59f175ec-fdae-47c8-be2c-dc43e8561edc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6aacc3a6-017c-4d89-830b-218017c65b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571524 Jul 23 07:29:13.020004 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port e51b45d1-e333-4f86-95da-8fd6790e0d07 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:13.020801 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:13.088830 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919a34d-2145-476c-9025-c4c73bdb0484 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Pushing event updated for resources: {'Port': ['ID=3965f627-3809-44cb-a946-df133878c11d,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:13.116791 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-1be22304-2951-484f-8a1a-aca3ce8e0dae tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4005477 Jul 23 07:29:13.122927 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-c919a34d-2145-476c-9025-c4c73bdb0484 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Network 619f42d6-ea41-4e81-89f0-fe4ff73d474b is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:29:13.126227 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-c919a34d-2145-476c-9025-c4c73bdb0484 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:29:13.126855 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-9d2c41ee-60df-4570-afc0-225be2c9f348 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Allocated IP 172.20.0.11 (619f42d6-ea41-4e81-89f0-fe4ff73d474b/d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66/8b8554bc-80ec-47c3-8c6f-421d560f41f2) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:29:13.180916 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-c919a34d-2145-476c-9025-c4c73bdb0484 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:29:13.186721 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-c919a34d-2145-476c-9025-c4c73bdb0484 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:13.189008 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-c919a34d-2145-476c-9025-c4c73bdb0484 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:13.270836 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5b71e4d5-4c0e-4681-9eff-e79368121a9a req-623a9be1-bb3e-4b68-9ae9-a7905b7d2a1b service neutron] 10.222.0.23 "GET /v2.0/networks/6aacc3a6-017c-4d89-830b-218017c65b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429245 Jul 23 07:29:13.296242 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 42552) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:13.333615 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1e287978-c100-4a08-b3ae-b165aa421f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:13.437601 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.23', 59041) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:13.532851 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5b71e4d5-4c0e-4681-9eff-e79368121a9a req-0b7cb97b-7312-49ba-bc2b-2a1bdf953ce3 service neutron] 10.222.0.23 "GET /v2.0/networks/6aacc3a6-017c-4d89-830b-218017c65b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304127 Jul 23 07:29:13.597195 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-c64fc2f1-9dcd-471f-bd9b-a5f28a30ed2e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:13.598870 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-c64fc2f1-9dcd-471f-bd9b-a5f28a30ed2e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.23 "GET /v2.0/networks?id=f640653b-1b95-4735-ad8a-809138685023 HTTP/1.1" status: 200 len: 810 time: 0.1600099 Jul 23 07:29:13.642990 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-7e66afc8-012f-4727-bf7e-fe41a2429e53 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 07:29:13.644285 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-7e66afc8-012f-4727-bf7e-fe41a2429e53 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2188210 Jul 23 07:29:13.701523 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-c688f7d9-7636-4734-833c-be517ec4ba59 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1915e9b02c304a73919c21737c01fa84 HTTP/1.1" status: 200 len: 379 time: 0.0855405 Jul 23 07:29:13.713575 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-95d26a47-8060-473d-af81-3f17c58cfe42 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Request body: {'port': {'device_id': 'e0d343ed-f9bb-49d8-bd48-4f2797549868', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'admin_state_up': True, 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'security_groups': ['f522721c-7564-4e26-b13f-2361a1b29420']}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:13.805454 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-fdf48a6f-f1e2-4fc1-ae84-fdeb717c1e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:13.821770 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-fdf48a6f-f1e2-4fc1-ae84-fdeb717c1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:13.834834 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-c919a34d-2145-476c-9025-c4c73bdb0484 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5691929 Jul 23 07:29:13.858843 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-9d2c41ee-60df-4570-afc0-225be2c9f348 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:13.860316 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Request body: {'port': {'device_id': '835bda9b-8053-4b45-8a14-3dd4680c0cad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:13.868648 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81284770-b18b-442a-a313-7f7198779772 req-1bd90768-9f2a-4a2a-ae4e-5a35e94ed65e tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:13.874101 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-9a20c5e9-9075-4c29-a1a0-6a90e3ba519c service neutron] 10.222.0.13 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180538 Jul 23 07:29:13.875172 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-81284770-b18b-442a-a313-7f7198779772 req-1bd90768-9f2a-4a2a-ae4e-5a35e94ed65e tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 943 time: 0.6639371 Jul 23 07:29:13.919742 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf48a6f-f1e2-4fc1-ae84-fdeb717c1e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35560e02-02f9-4033-905e-833dfcd52552,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:13.927116 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-fdf48a6f-f1e2-4fc1-ae84-fdeb717c1e3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c29aba0645d04380a700a0188df4911d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8106565 Jul 23 07:29:13.932369 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 42580) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:13.944721 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-81284770-b18b-442a-a313-7f7198779772 req-46c21583-3704-46db-8737-5cb0d5d50c79 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686867 Jul 23 07:29:13.975707 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-9d2c41ee-60df-4570-afc0-225be2c9f348 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:14.090663 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-2ea4cef5-e319-4124-a74e-e88a38e93c18 req-8f8fa0b7-9ebc-4174-9245-ac375543e75d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 210 time: 0.0502601 Jul 23 07:29:14.098942 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-9d2c41ee-60df-4570-afc0-225be2c9f348 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Network 619f42d6-ea41-4e81-89f0-fe4ff73d474b is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:29:14.105880 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-9d2c41ee-60df-4570-afc0-225be2c9f348 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:29:14.111555 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-9d2c41ee-60df-4570-afc0-225be2c9f348 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:29:14.117152 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-9d2c41ee-60df-4570-afc0-225be2c9f348 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:14.118061 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-9d2c41ee-60df-4570-afc0-225be2c9f348 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for port, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:14.120901 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c41ee-60df-4570-afc0-225be2c9f348 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Pushing event updated for resources: {'Port': ['ID=8b8554bc-80ec-47c3-8c6f-421d560f41f2,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:14.168340 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:14.201702 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1e287978-c100-4a08-b3ae-b165aa421f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:14.208552 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-06d9f736-0aee-4a61-b142-42b5c1b060d8 service neutron] 10.222.0.13 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124881 Jul 23 07:29:14.215676 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1e287978-c100-4a08-b3ae-b165aa421f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:14.224581 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-9d2c41ee-60df-4570-afc0-225be2c9f348 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7476892 Jul 23 07:29:14.244452 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Request body: {'port': {'device_id': 'b7a867a3-c23a-4433-913c-26ac6c2e081e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:14.275959 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8ea11505-db5d-4f3c-a286-cf3e22624431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:14.303056 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5efda-f369-41a1-a1d1-df2560c7af3a req-4474bcf1-3acb-4cdb-b4d7-45afb62b0140 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:14.305575 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-dcb5efda-f369-41a1-a1d1-df2560c7af3a req-4474bcf1-3acb-4cdb-b4d7-45afb62b0140 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 932 time: 0.1359594 Jul 23 07:29:14.319843 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e287978-c100-4a08-b3ae-b165aa421f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71171c20-6d0a-4440-a50e-a138a32ca131,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:14.342026 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-1e287978-c100-4a08-b3ae-b165aa421f78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25701fe0d9fc47bcbec5759682523853&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0485098 Jul 23 07:29:14.343027 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-95d26a47-8060-473d-af81-3f17c58cfe42 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Made reservation on behalf of 1915e9b02c304a73919c21737c01fa84 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:29:14.346863 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-95d26a47-8060-473d-af81-3f17c58cfe42 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:14.347200 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42594) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:14.380323 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:14.421863 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-dcb5efda-f369-41a1-a1d1-df2560c7af3a req-dd74395f-106f-4845-b524-6e9181059d63 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974798 Jul 23 07:29:14.436132 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8ea11505-db5d-4f3c-a286-cf3e22624431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:14.517214 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2464cdd4-ffd0-4f2e-b6d7-df98ade2404a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:14.547179 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8f9b3514-3ed8-49a4-9f7e-af8fdadb6579 req-71fff9fa-9083-4d91-8177-b474833b47a6 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 210 time: 0.0457063 Jul 23 07:29:14.684578 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-95d26a47-8060-473d-af81-3f17c58cfe42 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Allocated IP 172.20.0.11 (f640653b-1b95-4735-ad8a-809138685023/89993525-8aed-4fcb-9e8c-9cff111bbf6e/36a85eb5-d9ce-417d-9f89-abae818386e7) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:29:14.724465 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2464cdd4-ffd0-4f2e-b6d7-df98ade2404a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:14.789898 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8ea11505-db5d-4f3c-a286-cf3e22624431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:14.792781 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8ea11505-db5d-4f3c-a286-cf3e22624431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:14.794078 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-8ea11505-db5d-4f3c-a286-cf3e22624431 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35560e02-02f9-4033-905e-833dfcd52552 HTTP/1.1" status: 204 len: 168 time: 0.8497829 Jul 23 07:29:14.810124 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2464cdd4-ffd0-4f2e-b6d7-df98ade2404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:14.827571 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2464cdd4-ffd0-4f2e-b6d7-df98ade2404a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:14.831166 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-2464cdd4-ffd0-4f2e-b6d7-df98ade2404a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71171c20-6d0a-4440-a50e-a138a32ca131 HTTP/1.1" status: 204 len: 168 time: 0.4772885 Jul 23 07:29:14.844038 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea11505-db5d-4f3c-a286-cf3e22624431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35560e02-02f9-4033-905e-833dfcd52552,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:14.851287 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464cdd4-ffd0-4f2e-b6d7-df98ade2404a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71171c20-6d0a-4440-a50e-a138a32ca131,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:14.935104 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42626) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:15.012010 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3965f627-3809-44cb-a946-df133878c11d {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:29:15.043125 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:15.096988 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Transition to ACTIVE for port object 3965f627-3809-44cb-a946-df133878c11d will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:29:15.216489 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:15.253171 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-15adf479-f474-4fa5-bf9f-d0bfd7b942cf req-2ab7fdf7-5e91-4de8-a135-f08c95d0ced5 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 210 time: 0.0382984 Jul 23 07:29:15.265436 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-95d26a47-8060-473d-af81-3f17c58cfe42 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:15.384758 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-95d26a47-8060-473d-af81-3f17c58cfe42 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Transition to ACTIVE for port object 36a85eb5-d9ce-417d-9f89-abae818386e7 will not be triggered until provisioned by entity DHCP. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:29:15.417456 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.notifiers.nova [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8554bc-80ec-47c3-8c6f-421d560f41f2 {{(pid=93082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:29:15.425634 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:15.442910 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.provisioning_blocks [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Transition to ACTIVE for port object 8b8554bc-80ec-47c3-8c6f-421d560f41f2 will not be triggered until provisioned by entity L2. {{(pid=93082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:29:15.443157 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Pushing event updated for resources: {'Port': ['ID=3965f627-3809-44cb-a946-df133878c11d,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:15.456212 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-95d26a47-8060-473d-af81-3f17c58cfe42 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:15.468811 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:15.494256 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-48c7512e-62ae-46c0-9daf-f09c94a515b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:15.504046 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d9e88-a977-4e65-8ea2-db3c9b62457c req-366d72c4-8d08-4a54-ade9-391a1dfe09e6 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:15.512337 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5e2d9e88-a977-4e65-8ea2-db3c9b62457c req-366d72c4-8d08-4a54-ade9-391a1dfe09e6 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 943 time: 0.4532120 Jul 23 07:29:15.659806 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42658) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:15.681290 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Pushing event updated for resources: {'Port': ['ID=8b8554bc-80ec-47c3-8c6f-421d560f41f2,revision_number=2']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:15.724366 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3b606b76-aa30-4f7e-b2da-3d3df49d2b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:15.730169 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.managers [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Attempting to bind port 8b8554bc-80ec-47c3-8c6f-421d560f41f2 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:29:15.730544 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.managers [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Attempting to bind port 8b8554bc-80ec-47c3-8c6f-421d560f41f2 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'fdc479ed-3be3-4fd9-8b4b-29affecf4854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b'}] {{(pid=93082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:29:15.730884 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Attempting to bind port 8b8554bc-80ec-47c3-8c6f-421d560f41f2 on network 619f42d6-ea41-4e81-89f0-fe4ff73d474b {{(pid=93082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:29:15.758130 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Port 8b8554bc-80ec-47c3-8c6f-421d560f41f2 on network 619f42d6-ea41-4e81-89f0-fe4ff73d474b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:29:15.758877 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Attempting to bind port 8b8554bc-80ec-47c3-8c6f-421d560f41f2 on network 619f42d6-ea41-4e81-89f0-fe4ff73d474b {{(pid=93082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:29:15.769831 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Attempting to bind port 3965f627-3809-44cb-a946-df133878c11d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:29:15.770506 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Attempting to bind port 3965f627-3809-44cb-a946-df133878c11d by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'fdc479ed-3be3-4fd9-8b4b-29affecf4854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:29:15.770863 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Attempting to bind port 3965f627-3809-44cb-a946-df133878c11d on network 619f42d6-ea41-4e81-89f0-fe4ff73d474b {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:29:15.777380 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:29:15.777987 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Checking segment: {'id': 'fdc479ed-3be3-4fd9-8b4b-29affecf4854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:29:15.778744 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Bound using segment: {'id': 'fdc479ed-3be3-4fd9-8b4b-29affecf4854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b'} {{(pid=93082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:29:15.779362 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.managers [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Bound port: 8b8554bc-80ec-47c3-8c6f-421d560f41f2, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc479ed-3be3-4fd9-8b4b-29affecf4854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b'}}] {{(pid=93082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:29:15.780096 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:15.792309 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-95d26a47-8060-473d-af81-3f17c58cfe42 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Network f640653b-1b95-4735-ad8a-809138685023 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:29:15.795451 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Port 3965f627-3809-44cb-a946-df133878c11d on network 619f42d6-ea41-4e81-89f0-fe4ff73d474b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:29:15.795788 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Attempting to bind port 3965f627-3809-44cb-a946-df133878c11d on network 619f42d6-ea41-4e81-89f0-fe4ff73d474b {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:29:15.803973 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-95d26a47-8060-473d-af81-3f17c58cfe42 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:29:15.806573 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733f1f2-7499-45a8-ae77-425333400682 req-d1b388b7-b9ea-4e2a-9867-4974bacdc8bf tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:15.807035 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-95d26a47-8060-473d-af81-3f17c58cfe42 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:29:15.808156 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6733f1f2-7499-45a8-ae77-425333400682 req-d1b388b7-b9ea-4e2a-9867-4974bacdc8bf tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 944 time: 0.2519908 Jul 23 07:29:15.814625 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-95d26a47-8060-473d-af81-3f17c58cfe42 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:15.815265 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-95d26a47-8060-473d-af81-3f17c58cfe42 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:15.817841 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d26a47-8060-473d-af81-3f17c58cfe42 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event updated for resources: {'Port': ['ID=36a85eb5-d9ce-417d-9f89-abae818386e7,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:15.830554 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:29:15.830898 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Checking segment: {'id': 'fdc479ed-3be3-4fd9-8b4b-29affecf4854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:29:15.831276 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Bound using segment: {'id': 'fdc479ed-3be3-4fd9-8b4b-29affecf4854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:29:15.831702 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Bound port: 3965f627-3809-44cb-a946-df133878c11d, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc479ed-3be3-4fd9-8b4b-29affecf4854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:29:15.832054 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:15.858088 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5e2d9e88-a977-4e65-8ea2-db3c9b62457c req-143d0580-73a7-4b5b-9688-7ad52e0e87d6 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406463 Jul 23 07:29:15.937915 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-48c7512e-62ae-46c0-9daf-f09c94a515b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:15.953026 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6733f1f2-7499-45a8-ae77-425333400682 req-ff93a0cd-8438-4586-843f-e0eb2b3a70d4 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218572 Jul 23 07:29:15.966805 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-48c7512e-62ae-46c0-9daf-f09c94a515b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:15.979695 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-95d26a47-8060-473d-af81-3f17c58cfe42 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2712357 Jul 23 07:29:15.987873 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] For port 8b8554bc-80ec-47c3-8c6f-421d560f41f2, host hv-cinder-77398, cleared binding levels {{(pid=93082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:29:16.001192 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Request body: {'port': {'device_id': 'e0d343ed-f9bb-49d8-bd48-4f2797549868', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:16.055744 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] For port 8b8554bc-80ec-47c3-8c6f-421d560f41f2, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8b8554bc-80ec-47c3-8c6f-421d560f41f2,segment=NetworkSegment(fdc479ed-3be3-4fd9-8b4b-29affecf4854),segment_id=fdc479ed-3be3-4fd9-8b4b-29affecf4854)] {{(pid=93082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:29:16.062696 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7512e-62ae-46c0-9daf-f09c94a515b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db11023e-c078-4fe2-89f2-b8ca1821520c,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:16.067129 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:16.078089 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-48c7512e-62ae-46c0-9daf-f09c94a515b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2dd49dcda4741689af5fa830e16acb2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1389236 Jul 23 07:29:16.097687 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42666) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:16.173721 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:16.174297 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for port, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:16.175756 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] 10.222.0.23 "PUT /v2.0/ports/8b8554bc-80ec-47c3-8c6f-421d560f41f2 HTTP/1.1" status: 200 len: 1094 time: 1.9375236 Jul 23 07:29:16.178371 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-116339c0-7fea-412b-98c2-4210f18cbf9e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:16.179021 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a867a3-c23a-4433-913c-26ac6c2e081e', 'tag': '8b8554bc-80ec-47c3-8c6f-421d560f41f2'}] {{(pid=93082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:29:16.180701 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-116339c0-7fea-412b-98c2-4210f18cbf9e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.23 "GET /v2.0/networks?id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6 HTTP/1.1" status: 200 len: 816 time: 0.2596328 Jul 23 07:29:16.202032 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] For port 3965f627-3809-44cb-a946-df133878c11d, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:29:16.210191 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9b01fa9e-8461-4cf7-b8d9-85237560f4f2 req-3e239053-286e-4d22-a996-2159a601b2b9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 210 time: 0.1569479 Jul 23 07:29:16.238953 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] For port 3965f627-3809-44cb-a946-df133878c11d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3965f627-3809-44cb-a946-df133878c11d,segment=NetworkSegment(fdc479ed-3be3-4fd9-8b4b-29affecf4854),segment_id=fdc479ed-3be3-4fd9-8b4b-29affecf4854)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:29:16.255670 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:16.276348 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-0f44e382-fef2-4aef-ae77-f3ad16b1b2c4 None None] Provisioning for port 36a85eb5-d9ce-417d-9f89-abae818386e7 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:29:16.282913 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-0f44e382-fef2-4aef-ae77-f3ad16b1b2c4 None None] Provisioning complete for port 36a85eb5-d9ce-417d-9f89-abae818386e7 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:16.284877 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-0f44e382-fef2-4aef-ae77-f3ad16b1b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:16.299411 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:16.300018 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:16.302059 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] 10.222.0.23 "PUT /v2.0/ports/3965f627-3809-44cb-a946-df133878c11d HTTP/1.1" status: 200 len: 1093 time: 2.4476542 Jul 23 07:29:16.306048 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835bda9b-8053-4b45-8a14-3dd4680c0cad', 'tag': '3965f627-3809-44cb-a946-df133878c11d'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:29:16.308547 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff0dafd-a266-4a59-83c3-93e1181a8e53" -d '{"events": [{"name": "network-changed", "server_uuid": "835bda9b-8053-4b45-8a14-3dd4680c0cad", "tag": "3965f627-3809-44cb-a946-df133878c11d"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:29:16.311576 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c397b5-0eb3-4e33-b107-7b509de8ac9d service neutron] Pushing event updated for resources: {'Port': ['ID=8b8554bc-80ec-47c3-8c6f-421d560f41f2,revision_number=3']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:16.381649 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-e59f4b98-f05e-4fde-baff-2b9e437c50f9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b HTTP/1.1" status: 200 len: 380 time: 0.1650486 Jul 23 07:29:16.399412 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-0f44e382-fef2-4aef-ae77-f3ad16b1b2c4 None None] Port 36a85eb5-d9ce-417d-9f89-abae818386e7 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:29:16.417751 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:16.430345 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-66b58d41-8c9d-41f6-a3d8-fb2eaa980bd9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Request body: {'port': {'device_id': '130d617b-ed49-4995-a379-463d96c6085d', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'admin_state_up': True, 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'security_groups': ['36d1c0aa-5b0e-4cac-9af1-2e983558bd36']}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:16.441074 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2ba61f-c3bb-425b-afa8-3486b01e9301 x-openstack-request-id: req-6c2ba61f-c3bb-425b-afa8-3486b01e9301 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:29:16.441409 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835bda9b-8053-4b45-8a14-3dd4680c0cad", "tag": "3965f627-3809-44cb-a946-df133878c11d", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:29:16.441661 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c2ba61f-c3bb-425b-afa8-3486b01e9301 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:29:16.442043 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835bda9b-8053-4b45-8a14-3dd4680c0cad', 'tag': '3965f627-3809-44cb-a946-df133878c11d', 'status': 'completed', 'code': 200} Jul 23 07:29:16.460707 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79786530-a223-4c92-b5a3-8a676ec3e892 service neutron] Pushing event updated for resources: {'Port': ['ID=3965f627-3809-44cb-a946-df133878c11d,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:16.526619 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b256c8136409c27575bdc441bd1bca69cfbf6e91dd21a7f25e02723c0082f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3c6336-4c2c-4aea-a454-8beaf140f235" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a867a3-c23a-4433-913c-26ac6c2e081e", "tag": "8b8554bc-80ec-47c3-8c6f-421d560f41f2"}]}' {{(pid=93082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:29:16.535535 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3b606b76-aa30-4f7e-b2da-3d3df49d2b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:16.546641 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3b606b76-aa30-4f7e-b2da-3d3df49d2b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:16.579357 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-91ee14aa-4ab3-4755-9a25-e6485ef7cd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:16.602331 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-8390fedf-4bd1-4a9a-92f7-238c80fd2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:16.603985 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-8390fedf-4bd1-4a9a-92f7-238c80fd2384 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1b97984a86d47e4a53350db0daee3cf&device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 1096 time: 0.2271616 Jul 23 07:29:16.632233 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-3b606b76-aa30-4f7e-b2da-3d3df49d2b79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a76c985bf95414da72ecf3c3156f93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9529805 Jul 23 07:29:16.649078 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b606b76-aa30-4f7e-b2da-3d3df49d2b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7eaa1b-8a17-4cbe-95e0-2657b9b1ba75,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:16.656676 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42696) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:16.668819 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-91ee14aa-4ab3-4755-9a25-e6485ef7cd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:16.705202 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-3a614079-a724-4cd5-bad7-1e2623c22675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:16.707066 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-3a614079-a724-4cd5-bad7-1e2623c22675 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1b97984a86d47e4a53350db0daee3cf&device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 1097 time: 0.4367211 Jul 23 07:29:16.724215 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e623f1-3392-408e-87ea-d2f6ffddaf1c req-697c88e5-8580-45e7-9f2a-ea10b5d541c0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:16.726001 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d6e623f1-3392-408e-87ea-d2f6ffddaf1c req-697c88e5-8580-45e7-9f2a-ea10b5d541c0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 932 time: 0.2843878 Jul 23 07:29:16.734026 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273d0252-e246-4890-b782-d50747afd5f9 x-openstack-request-id: req-273d0252-e246-4890-b782-d50747afd5f9 {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:29:16.734379 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a867a3-c23a-4433-913c-26ac6c2e081e", "tag": "8b8554bc-80ec-47c3-8c6f-421d560f41f2", "status": "completed", "code": 200}]} {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:29:16.734858 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-273d0252-e246-4890-b782-d50747afd5f9 {{(pid=93082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:29:16.735527 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a867a3-c23a-4433-913c-26ac6c2e081e', 'tag': '8b8554bc-80ec-47c3-8c6f-421d560f41f2', 'status': 'completed', 'code': 200} Jul 23 07:29:16.741058 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-4be35064-4469-4fb0-8122-043812cd0255 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3965f627-3809-44cb-a946-df133878c11d HTTP/1.1" status: 200 len: 217 time: 0.0655119 Jul 23 07:29:16.850319 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-0fabd40c-f4d6-4d6b-a938-cb2f10cce444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:16.852431 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-0fabd40c-f4d6-4d6b-a938-cb2f10cce444 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66 HTTP/1.1" status: 200 len: 858 time: 0.1052608 Jul 23 07:29:16.853160 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-66b58d41-8c9d-41f6-a3d8-fb2eaa980bd9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Made reservation on behalf of 36b2f932ad9e4c7f81bcc2768504ed1b for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:29:16.856598 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-66b58d41-8c9d-41f6-a3d8-fb2eaa980bd9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:16.932937 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-55a037ad-5032-4a87-ae17-2bc2c5f5ed54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=619f42d6-ea41-4e81-89f0-fe4ff73d474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427754 Jul 23 07:29:17.095635 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-c3051b6d-d875-4e66-bc89-8f6e24d77a3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b8554bc-80ec-47c3-8c6f-421d560f41f2 HTTP/1.1" status: 200 len: 217 time: 0.3511827 Jul 23 07:29:17.129409 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-599b8d4d-8bd6-4ec8-9187-f0d074cd1f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:17.174996 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d6e623f1-3392-408e-87ea-d2f6ffddaf1c req-6cebebed-b269-4494-aee8-410be162d7e2 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4383271 Jul 23 07:29:17.205191 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-91ee14aa-4ab3-4755-9a25-e6485ef7cd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:17.207714 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-91ee14aa-4ab3-4755-9a25-e6485ef7cd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:17.209061 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-91ee14aa-4ab3-4755-9a25-e6485ef7cd48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db11023e-c078-4fe2-89f2-b8ca1821520c HTTP/1.1" status: 204 len: 168 time: 1.1071968 Jul 23 07:29:17.214316 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 1e658fa8-87d2-4051-9002-b7c9c0b1d56c details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:29:17.235498 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-599b8d4d-8bd6-4ec8-9187-f0d074cd1f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:17.238857 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-56bfd504-f835-40c2-a4ac-6d0331f1e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:17.244590 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-56bfd504-f835-40c2-a4ac-6d0331f1e4fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66 HTTP/1.1" status: 200 len: 858 time: 0.1412001 Jul 23 07:29:17.259901 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee14aa-4ab3-4755-9a25-e6485ef7cd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db11023e-c078-4fe2-89f2-b8ca1821520c,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:17.311586 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-66b58d41-8c9d-41f6-a3d8-fb2eaa980bd9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Allocated IP 172.20.0.11 (109d4d17-d38f-4b13-90d5-6d94ded0f2d6/0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d/b9582ac8-00f4-4476-ae63-a8d03e078848) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:29:17.328931 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-12680476-22ad-4996-bbac-b6917e0b7004 service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855917 Jul 23 07:29:17.373636 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f3073-8f83-4bba-a522-ae909c5be555 req-4f9f251b-efe2-4939-abd9-48cea362ab66 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:17.375192 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-729f3073-8f83-4bba-a522-ae909c5be555 req-4f9f251b-efe2-4939-abd9-48cea362ab66 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 943 time: 0.3539586 Jul 23 07:29:17.377419 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a85eb5-d9ce-417d-9f89-abae818386e7 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:29:17.388141 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-9a2384c0-5611-4ca3-858c-04a07edfedb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=619f42d6-ea41-4e81-89f0-fe4ff73d474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146638 Jul 23 07:29:17.465952 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 1e658fa8-87d2-4051-9002-b7c9c0b1d56c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1e658fa8-87d2-4051-9002-b7c9c0b1d56c,segment=NetworkSegment(76c8a70c-366e-40a0-bfad-cbf3150cb8e3),segment_id=76c8a70c-366e-40a0-bfad-cbf3150cb8e3)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:17.468536 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:17.492659 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': '1e658fa8-87d2-4051-9002-b7c9c0b1d56c', 'network_id': '6aacc3a6-017c-4d89-830b-218017c65b45', 'port_id': '1e658fa8-87d2-4051-9002-b7c9c0b1d56c', 'mac_address': 'fa:16:3e:25:66:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b05e1d6-5f92-4810-8f58-f848520be748', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:29:17.548926 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:17.563583 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Transition to ACTIVE for port object 36a85eb5-d9ce-417d-9f89-abae818386e7 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:29:17.574285 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e658fa8-87d2-4051-9002-b7c9c0b1d56c {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:29:17.574410 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106aa9a1-c72d-4269-bfeb-4d913dde4332 req-657e09b8-1546-43bb-9b74-8f1aad803b92 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:17.581324 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-106aa9a1-c72d-4269-bfeb-4d913dde4332 req-657e09b8-1546-43bb-9b74-8f1aad803b92 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 944 time: 0.2130477 Jul 23 07:29:17.581637 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-729f3073-8f83-4bba-a522-ae909c5be555 req-9b4216f3-e81b-45fe-9300-3417a0cecf7b tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282206 Jul 23 07:29:17.602832 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 1e658fa8-87d2-4051-9002-b7c9c0b1d56c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1e658fa8-87d2-4051-9002-b7c9c0b1d56c,segment=NetworkSegment(76c8a70c-366e-40a0-bfad-cbf3150cb8e3),segment_id=76c8a70c-366e-40a0-bfad-cbf3150cb8e3)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:17.609573 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:17.613556 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:17.616180 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-599b8d4d-8bd6-4ec8-9187-f0d074cd1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:17.619476 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-599b8d4d-8bd6-4ec8-9187-f0d074cd1f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:17.621010 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-599b8d4d-8bd6-4ec8-9187-f0d074cd1f77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac7eaa1b-8a17-4cbe-95e0-2657b9b1ba75 HTTP/1.1" status: 204 len: 168 time: 0.9628041 Jul 23 07:29:17.654478 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-f08db395-7d3c-480b-a959-25f5fd39c14d service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481036 Jul 23 07:29:17.664216 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b8d4d-8bd6-4ec8-9187-f0d074cd1f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7eaa1b-8a17-4cbe-95e0-2657b9b1ba75,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:17.676443 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=1e658fa8-87d2-4051-9002-b7c9c0b1d56c,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:17.725174 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-106aa9a1-c72d-4269-bfeb-4d913dde4332 req-11c18511-2424-413a-84fa-45167abd6d27 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363928 Jul 23 07:29:17.793921 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6311cc70-a0b4-4540-99f2-6c91a74cbce6 req-5b48b9aa-8caa-4226-8d94-2d46ecc83f07 service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265495 Jul 23 07:29:17.876594 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c9fa596b-e37b-4d3f-b271-c64c68da3540 req-b7d57379-19ee-440d-956f-71fe4b4a4255 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 210 time: 0.1602011 Jul 23 07:29:17.899348 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 42732) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:17.911501 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-66b58d41-8c9d-41f6-a3d8-fb2eaa980bd9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:17.954062 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Pushing event updated for resources: {'Port': ['ID=36a85eb5-d9ce-417d-9f89-abae818386e7,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:17.970125 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['1e658fa8-87d2-4051-9002-b7c9c0b1d56c'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:29:17.971117 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eef55435-c7b8-4186-9f39-d5f8b604406f req-70c8f74b-f622-4d54-843a-0a6c2355d16c service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881817 Jul 23 07:29:17.975804 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c6336-4c2c-4aea-a454-8beaf140f235 req-e2f718fe-ac46-4f2d-b3b0-0c3e41e5ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:17.977965 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cc3c6336-4c2c-4aea-a454-8beaf140f235 req-e2f718fe-ac46-4f2d-b3b0-0c3e41e5ce15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1b97984a86d47e4a53350db0daee3cf&device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 1097 time: 0.0873656 Jul 23 07:29:17.984545 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-438c7a79-e8c8-41ac-a1b2-91f70e268eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:18.003546 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-66b58d41-8c9d-41f6-a3d8-fb2eaa980bd9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Transition to ACTIVE for port object b9582ac8-00f4-4476-ae63-a8d03e078848 will not be triggered until provisioned by entity DHCP. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:29:18.011298 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Attempting to bind port 36a85eb5-d9ce-417d-9f89-abae818386e7 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:29:18.011639 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Attempting to bind port 36a85eb5-d9ce-417d-9f89-abae818386e7 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:29:18.011967 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Attempting to bind port 36a85eb5-d9ce-417d-9f89-abae818386e7 on network f640653b-1b95-4735-ad8a-809138685023 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:29:18.019140 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Port 36a85eb5-d9ce-417d-9f89-abae818386e7 on network f640653b-1b95-4735-ad8a-809138685023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:29:18.019465 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Attempting to bind port 36a85eb5-d9ce-417d-9f89-abae818386e7 on network f640653b-1b95-4735-ad8a-809138685023 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:29:18.037103 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:29:18.037558 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Checking segment: {'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:29:18.038010 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Bound using segment: {'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:29:18.038459 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Bound port: 36a85eb5-d9ce-417d-9f89-abae818386e7, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:29:18.038888 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:18.137806 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] For port 36a85eb5-d9ce-417d-9f89-abae818386e7, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:29:18.141561 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] For port 36a85eb5-d9ce-417d-9f89-abae818386e7, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=36a85eb5-d9ce-417d-9f89-abae818386e7,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:29:18.188448 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:18.274058 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Pushing event updated for resources: {'Port': ['ID=36a85eb5-d9ce-417d-9f89-abae818386e7,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:18.324801 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:18.325407 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:18.328462 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5401e2c0-6d7d-4b39-ab61-3383ebcad062 service neutron] 10.222.0.23 "PUT /v2.0/ports/36a85eb5-d9ce-417d-9f89-abae818386e7 HTTP/1.1" status: 200 len: 1094 time: 2.3350260 Jul 23 07:29:18.337342 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-66b58d41-8c9d-41f6-a3d8-fb2eaa980bd9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:18.384232 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c6336-4c2c-4aea-a454-8beaf140f235 req-d6167582-0d57-4e47-bc44-aaed6541363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:18.388515 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cc3c6336-4c2c-4aea-a454-8beaf140f235 req-d6167582-0d57-4e47-bc44-aaed6541363d service neutron] 10.222.0.23 "GET /v2.0/networks?id=619f42d6-ea41-4e81-89f0-fe4ff73d474b HTTP/1.1" status: 200 len: 919 time: 0.3987169 Jul 23 07:29:18.438573 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-66b58d41-8c9d-41f6-a3d8-fb2eaa980bd9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:29:18.443919 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d343ed-f9bb-49d8-bd48-4f2797549868', 'tag': '36a85eb5-d9ce-417d-9f89-abae818386e7'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:29:18.447121 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a13fac-8f51-4dec-8b78-701eed8459a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d343ed-f9bb-49d8-bd48-4f2797549868", "tag": "36a85eb5-d9ce-417d-9f89-abae818386e7"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:29:18.459626 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0dafd-a266-4a59-83c3-93e1181a8e53 req-0d830854-51a9-4359-9564-624ee6e376ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:18.466109 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eff0dafd-a266-4a59-83c3-93e1181a8e53 req-0d830854-51a9-4359-9564-624ee6e376ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1b97984a86d47e4a53350db0daee3cf&device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 1096 time: 0.3210518 Jul 23 07:29:18.497551 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cc3c6336-4c2c-4aea-a454-8beaf140f235 req-07a0ead9-2627-4131-81bd-9cbbd4f16b4d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b8554bc-80ec-47c3-8c6f-421d560f41f2 HTTP/1.1" status: 200 len: 217 time: 0.0525212 Jul 23 07:29:18.537571 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-66b58d41-8c9d-41f6-a3d8-fb2eaa980bd9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:29:18.551739 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-66b58d41-8c9d-41f6-a3d8-fb2eaa980bd9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:29:18.567242 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-66b58d41-8c9d-41f6-a3d8-fb2eaa980bd9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:18.571814 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-66b58d41-8c9d-41f6-a3d8-fb2eaa980bd9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:18.591570 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85923838-3e05-4326-a48a-7b77cc6bbe32 x-openstack-request-id: req-85923838-3e05-4326-a48a-7b77cc6bbe32 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:29:18.592102 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d343ed-f9bb-49d8-bd48-4f2797549868", "tag": "36a85eb5-d9ce-417d-9f89-abae818386e7", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:29:18.592513 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85923838-3e05-4326-a48a-7b77cc6bbe32 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:29:18.593055 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d343ed-f9bb-49d8-bd48-4f2797549868', 'tag': '36a85eb5-d9ce-417d-9f89-abae818386e7', 'status': 'completed', 'code': 200} Jul 23 07:29:18.631300 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46edaf-8271-4fe4-ad6b-f6eb89c145c0 req-496e42bd-b339-4687-8479-8101b9799398 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:18.644139 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3f46edaf-8271-4fe4-ad6b-f6eb89c145c0 req-496e42bd-b339-4687-8479-8101b9799398 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 944 time: 0.2544775 Jul 23 07:29:18.649191 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b58d41-8c9d-41f6-a3d8-fb2eaa980bd9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event updated for resources: {'Port': ['ID=b9582ac8-00f4-4476-ae63-a8d03e078848,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:18.674868 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c6336-4c2c-4aea-a454-8beaf140f235 req-f1a6e240-2b04-4ba8-9f88-14773b80c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:18.676469 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cc3c6336-4c2c-4aea-a454-8beaf140f235 req-f1a6e240-2b04-4ba8-9f88-14773b80c547 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66 HTTP/1.1" status: 200 len: 858 time: 0.1537018 Jul 23 07:29:18.717684 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-438c7a79-e8c8-41ac-a1b2-91f70e268eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:18.722109 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cc3c6336-4c2c-4aea-a454-8beaf140f235 req-f65fb013-e157-446d-9498-f8ddb81eba3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=619f42d6-ea41-4e81-89f0-fe4ff73d474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355663 Jul 23 07:29:18.731923 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-438c7a79-e8c8-41ac-a1b2-91f70e268eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:18.757083 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-66b58d41-8c9d-41f6-a3d8-fb2eaa980bd9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3364532 Jul 23 07:29:18.798456 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3f46edaf-8271-4fe4-ad6b-f6eb89c145c0 req-f8ddd61a-38b8-4a6a-84db-39a41d797e37 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530287 Jul 23 07:29:18.873911 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cc3c6336-4c2c-4aea-a454-8beaf140f235 req-d62ade7f-f941-4617-a10c-79d344731c9f service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416650 Jul 23 07:29:18.924695 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-6e987a05-df09-40a6-a938-5069772e7ce5 None None] Provisioning for port b9582ac8-00f4-4476-ae63-a8d03e078848 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:29:18.930309 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-6e987a05-df09-40a6-a938-5069772e7ce5 None None] Provisioning complete for port b9582ac8-00f4-4476-ae63-a8d03e078848 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:18.931028 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-6e987a05-df09-40a6-a938-5069772e7ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:18.971170 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-6e987a05-df09-40a6-a938-5069772e7ce5 None None] Port b9582ac8-00f4-4476-ae63-a8d03e078848 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:29:19.033998 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e46930-ecae-4c49-8871-b913fe09751d req-5ddc2580-3ec5-4d38-a30d-697d211bd0c9 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:19.035512 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f8e46930-ecae-4c49-8871-b913fe09751d req-5ddc2580-3ec5-4d38-a30d-697d211bd0c9 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 944 time: 0.1322110 Jul 23 07:29:19.035945 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c7a79-e8c8-41ac-a1b2-91f70e268eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4070f8-734e-4cad-9907-2a2533bdf6a5,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:19.042816 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cc3c6336-4c2c-4aea-a454-8beaf140f235 req-36adad5e-b2b5-4bfe-b659-98444363242e service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621423 Jul 23 07:29:19.047566 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Request body: {'port': {'device_id': '130d617b-ed49-4995-a379-463d96c6085d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:19.091950 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f8e46930-ecae-4c49-8871-b913fe09751d req-30039b8e-82ee-4d69-914a-97602d43580a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481286 Jul 23 07:29:19.097779 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-45c1ef70-16d8-409e-870e-1e726dbc1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:19.099278 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-45c1ef70-16d8-409e-870e-1e726dbc1a0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1915e9b02c304a73919c21737c01fa84&device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 1097 time: 0.6925137 Jul 23 07:29:19.111714 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0dafd-a266-4a59-83c3-93e1181a8e53 req-3cdc06a4-0cbc-4809-887c-4206861543cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:19.113165 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eff0dafd-a266-4a59-83c3-93e1181a8e53 req-3cdc06a4-0cbc-4809-887c-4206861543cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=619f42d6-ea41-4e81-89f0-fe4ff73d474b HTTP/1.1" status: 200 len: 919 time: 0.5184042 Jul 23 07:29:19.120741 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-438c7a79-e8c8-41ac-a1b2-91f70e268eb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29e6dd241b164a7b90b1c5cfadacbb4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2157893 Jul 23 07:29:19.121302 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42778) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:19.197244 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 1e658fa8-87d2-4051-9002-b7c9c0b1d56c up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:29:19.220999 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3b2af0fe-331c-48a5-a9cc-cc4c47a71e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:19.221753 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eff0dafd-a266-4a59-83c3-93e1181a8e53 req-cda54f05-b77a-4389-a8e9-54ba07708fa4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3965f627-3809-44cb-a946-df133878c11d HTTP/1.1" status: 200 len: 217 time: 0.0782151 Jul 23 07:29:19.223161 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-05e8b45a-80d7-4130-9226-25bf681fb7e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36a85eb5-d9ce-417d-9f89-abae818386e7 HTTP/1.1" status: 200 len: 217 time: 0.1090167 Jul 23 07:29:19.257596 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:19.259703 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3b2af0fe-331c-48a5-a9cc-cc4c47a71e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:19.277722 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port 1e658fa8-87d2-4051-9002-b7c9c0b1d56c completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:29:19.283263 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port 1e658fa8-87d2-4051-9002-b7c9c0b1d56c triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:19.283639 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:19.287135 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197b632-0e86-4e0e-b3e9-e573349e5fe6 req-6859fc97-19fb-4030-b34b-f51b71020a54 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:19.294052 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7197b632-0e86-4e0e-b3e9-e573349e5fe6 req-6859fc97-19fb-4030-b34b-f51b71020a54 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 932 time: 0.1251962 Jul 23 07:29:19.328854 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6140ec-71b1-42f0-bc73-436da9f59869 req-2adbb991-31ed-4151-8a7e-cf3867bed709 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:19.330359 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ac6140ec-71b1-42f0-bc73-436da9f59869 req-2adbb991-31ed-4151-8a7e-cf3867bed709 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 944 time: 0.6056914 Jul 23 07:29:19.359751 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7197b632-0e86-4e0e-b3e9-e573349e5fe6 req-41cb3226-e571-4bd0-80c1-e36b9d2a42e0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647504 Jul 23 07:29:19.378693 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3b2af0fe-331c-48a5-a9cc-cc4c47a71e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:19.389837 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-e31073b9-7b8f-4138-ad0b-69f34f6158bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:19.391520 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-e31073b9-7b8f-4138-ad0b-69f34f6158bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89993525-8aed-4fcb-9e8c-9cff111bbf6e HTTP/1.1" status: 200 len: 849 time: 0.1545856 Jul 23 07:29:19.395027 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3b2af0fe-331c-48a5-a9cc-cc4c47a71e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:19.396264 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-3b2af0fe-331c-48a5-a9cc-cc4c47a71e53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b4070f8-734e-4cad-9907-2a2533bdf6a5 HTTP/1.1" status: 204 len: 168 time: 0.2738373 Jul 23 07:29:19.405835 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2af0fe-331c-48a5-a9cc-cc4c47a71e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4070f8-734e-4cad-9907-2a2533bdf6a5,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:19.416463 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0dafd-a266-4a59-83c3-93e1181a8e53 req-8158ef89-1b58-4071-b20d-b9f2583cfef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:19.417920 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eff0dafd-a266-4a59-83c3-93e1181a8e53 req-8158ef89-1b58-4071-b20d-b9f2583cfef5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66 HTTP/1.1" status: 200 len: 858 time: 0.1827421 Jul 23 07:29:19.427458 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:19.475006 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 1e658fa8-87d2-4051-9002-b7c9c0b1d56c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1e658fa8-87d2-4051-9002-b7c9c0b1d56c,segment=NetworkSegment(76c8a70c-366e-40a0-bfad-cbf3150cb8e3),segment_id=76c8a70c-366e-40a0-bfad-cbf3150cb8e3)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:19.477557 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364a2153-8b41-44c7-9aee-2587a64329bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e658fa8-87d2-4051-9002-b7c9c0b1d56c'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:29:19.547203 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:19.609867 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=1e658fa8-87d2-4051-9002-b7c9c0b1d56c,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:19.651501 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eff0dafd-a266-4a59-83c3-93e1181a8e53 req-9635b28f-be27-4b02-9e5e-a41814c52689 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=619f42d6-ea41-4e81-89f0-fe4ff73d474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799166 Jul 23 07:29:19.716365 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ac6140ec-71b1-42f0-bc73-436da9f59869 req-3c50b592-2626-49d6-adcf-2d930476af9a tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743827 Jul 23 07:29:19.792736 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652c44d8-2bb2-455f-8713-8018feec2cf6" -d '{"events": [{"server_uuid": "364a2153-8b41-44c7-9aee-2587a64329bb", "name": "network-vif-plugged", "status": "completed", "tag": "1e658fa8-87d2-4051-9002-b7c9c0b1d56c"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:29:19.947971 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eff0dafd-a266-4a59-83c3-93e1181a8e53 req-93419955-5ae8-400a-afd6-965c37876ef9 service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350171 Jul 23 07:29:19.971516 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5de4935f-21fe-43ce-9261-0e5068193f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:19.973030 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-5de4935f-21fe-43ce-9261-0e5068193f76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f640653b-1b95-4735-ad8a-809138685023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5528500 Jul 23 07:29:20.239603 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3260976-719c-4abc-8610-64bb28408b8c req-252424b6-5746-4722-a326-ee24502de8b5 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:20.241239 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c3260976-719c-4abc-8610-64bb28408b8c req-252424b6-5746-4722-a326-ee24502de8b5 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 944 time: 0.3302946 Jul 23 07:29:20.245701 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eff0dafd-a266-4a59-83c3-93e1181a8e53 req-20d229e9-f775-4800-9451-814918cbce71 service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715495 Jul 23 07:29:20.247413 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-6ebdc12a-bddf-4dda-b9fb-a435e57b052e service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584605 Jul 23 07:29:20.249688 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9582ac8-00f4-4476-ae63-a8d03e078848 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:29:20.257691 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e27213-1fe5-4710-bbb4-7ba496ca73f3 x-openstack-request-id: req-c7e27213-1fe5-4710-bbb4-7ba496ca73f3 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:29:20.258259 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364a2153-8b41-44c7-9aee-2587a64329bb", "name": "network-vif-plugged", "status": "completed", "tag": "1e658fa8-87d2-4051-9002-b7c9c0b1d56c", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:29:20.258369 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:20.258461 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7e27213-1fe5-4710-bbb4-7ba496ca73f3 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:29:20.258939 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364a2153-8b41-44c7-9aee-2587a64329bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e658fa8-87d2-4051-9002-b7c9c0b1d56c', 'code': 200} Jul 23 07:29:20.289106 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Transition to ACTIVE for port object b9582ac8-00f4-4476-ae63-a8d03e078848 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:29:20.295783 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:20.362359 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c3260976-719c-4abc-8610-64bb28408b8c req-8c4f2edf-fe90-41f2-867e-443469006967 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988593 Jul 23 07:29:20.406429 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d7962-1501-4525-adc1-42c162978504 service neutron] Pushing event updated for resources: {'Port': ['ID=b9582ac8-00f4-4476-ae63-a8d03e078848,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:20.492857 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6d9c9-8860-4a6b-a29d-7c99c3872491 req-644f0d06-af34-4fa4-bf50-ea159e5ae571 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:20.502113 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c0f6d9c9-8860-4a6b-a29d-7c99c3872491 req-644f0d06-af34-4fa4-bf50-ea159e5ae571 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 944 time: 0.1699722 Jul 23 07:29:20.559444 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c0f6d9c9-8860-4a6b-a29d-7c99c3872491 req-b9efc24b-4df1-46dc-9ead-759c780b2e90 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563567 Jul 23 07:29:20.620344 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ec47fdf6-7f3b-4793-aaa1-05884901814d req-89b478e9-da27-43d2-88d1-3b4d86eac8c2 service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130498 Jul 23 07:29:20.737156 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Attempting to bind port b9582ac8-00f4-4476-ae63-a8d03e078848 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:29:20.737512 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Attempting to bind port b9582ac8-00f4-4476-ae63-a8d03e078848 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:29:20.737841 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Attempting to bind port b9582ac8-00f4-4476-ae63-a8d03e078848 on network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:29:20.784132 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Port b9582ac8-00f4-4476-ae63-a8d03e078848 on network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:29:20.784472 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Attempting to bind port b9582ac8-00f4-4476-ae63-a8d03e078848 on network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:29:20.803724 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:29:20.804600 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Checking segment: {'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:29:20.805202 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Bound using segment: {'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:29:20.805712 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Bound port: b9582ac8-00f4-4476-ae63-a8d03e078848, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:29:20.806196 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:20.922834 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db1851-9b43-450f-af96-df68c4f6b7c1 req-d68821d2-2506-4d9b-91f9-2ba8209dc6b3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:20.934178 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-77db1851-9b43-450f-af96-df68c4f6b7c1 req-d68821d2-2506-4d9b-91f9-2ba8209dc6b3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.4175148 Jul 23 07:29:20.937829 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e973e-ee95-42cc-acf8-2ecd1b2cb51e req-f76b3e3b-e9bb-4f4c-8e71-126316dae581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:20.939271 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ff2e973e-ee95-42cc-acf8-2ecd1b2cb51e req-f76b3e3b-e9bb-4f4c-8e71-126316dae581 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 1098 time: 0.3423793 Jul 23 07:29:20.959152 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65484c6d-3eb9-4b41-afc3-f6430fbdc080 req-d0887641-7f0d-4c58-9280-66ad96c28815 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:20.962548 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-65484c6d-3eb9-4b41-afc3-f6430fbdc080 req-d0887641-7f0d-4c58-9280-66ad96c28815 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 945 time: 0.1397204 Jul 23 07:29:21.000169 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ff2e973e-ee95-42cc-acf8-2ecd1b2cb51e req-4d97b6e0-e743-4eb2-a1a0-c769795fd9ac service neutron] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:21.014654 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-65484c6d-3eb9-4b41-afc3-f6430fbdc080 req-463af68c-f1bb-427b-aa89-1bfcf18abd34 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471759 Jul 23 07:29:21.042934 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a13fac-8f51-4dec-8b78-701eed8459a9 req-ecc350f2-8ef3-451b-ab4f-31178e74ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:21.044725 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-29a13fac-8f51-4dec-8b78-701eed8459a9 req-ecc350f2-8ef3-451b-ab4f-31178e74ed01 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1915e9b02c304a73919c21737c01fa84&device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 1097 time: 0.3253303 Jul 23 07:29:21.047692 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-77db1851-9b43-450f-af96-df68c4f6b7c1 req-7a2257d7-4a17-4e46-9885-d1203c1e1a08 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127107 Jul 23 07:29:21.064932 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] For port b9582ac8-00f4-4476-ae63-a8d03e078848, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:29:21.073873 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] For port b9582ac8-00f4-4476-ae63-a8d03e078848, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9582ac8-00f4-4476-ae63-a8d03e078848,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:29:21.093083 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:21.192756 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:21.193400 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:21.195392 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-568d7962-1501-4525-adc1-42c162978504 service neutron] 10.222.0.23 "PUT /v2.0/ports/b9582ac8-00f4-4476-ae63-a8d03e078848 HTTP/1.1" status: 200 len: 1094 time: 2.1629374 Jul 23 07:29:21.195897 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130d617b-ed49-4995-a379-463d96c6085d', 'tag': 'b9582ac8-00f4-4476-ae63-a8d03e078848'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:29:21.198153 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1d39a7-39d0-40f1-b9c2-0490569b519d" -d '{"events": [{"name": "network-changed", "server_uuid": "130d617b-ed49-4995-a379-463d96c6085d", "tag": "b9582ac8-00f4-4476-ae63-a8d03e078848"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:29:21.212859 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 3965f627-3809-44cb-a946-df133878c11d details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:29:21.271579 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d7962-1501-4525-adc1-42c162978504 service neutron] Pushing event updated for resources: {'Port': ['ID=b9582ac8-00f4-4476-ae63-a8d03e078848,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:21.315129 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbbe361-07da-4c25-97bf-436e9f9938df x-openstack-request-id: req-0dbbe361-07da-4c25-97bf-436e9f9938df {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:29:21.315764 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130d617b-ed49-4995-a379-463d96c6085d", "tag": "b9582ac8-00f4-4476-ae63-a8d03e078848", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:29:21.316260 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dbbe361-07da-4c25-97bf-436e9f9938df {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:29:21.316989 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130d617b-ed49-4995-a379-463d96c6085d', 'tag': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'status': 'completed', 'code': 200} Jul 23 07:29:21.339579 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a13fac-8f51-4dec-8b78-701eed8459a9 req-624380cd-705c-4997-9e95-2bcd0cf5b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:21.341692 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-29a13fac-8f51-4dec-8b78-701eed8459a9 req-624380cd-705c-4997-9e95-2bcd0cf5b546 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f640653b-1b95-4735-ad8a-809138685023 HTTP/1.1" status: 200 len: 911 time: 0.2874739 Jul 23 07:29:21.395128 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-29a13fac-8f51-4dec-8b78-701eed8459a9 req-4e0d399e-129c-408f-b3b8-aedcdb9140d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36a85eb5-d9ce-417d-9f89-abae818386e7 HTTP/1.1" status: 200 len: 217 time: 0.0465143 Jul 23 07:29:21.435200 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 3965f627-3809-44cb-a946-df133878c11d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3965f627-3809-44cb-a946-df133878c11d,segment=NetworkSegment(fdc479ed-3be3-4fd9-8b4b-29affecf4854),segment_id=fdc479ed-3be3-4fd9-8b4b-29affecf4854)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:21.452165 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': '3965f627-3809-44cb-a946-df133878c11d', 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b', 'port_id': '3965f627-3809-44cb-a946-df133878c11d', 'mac_address': 'fa:16:3e:52:8c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:29:21.524762 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:21.561804 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3965f627-3809-44cb-a946-df133878c11d {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:29:21.588587 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 3965f627-3809-44cb-a946-df133878c11d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3965f627-3809-44cb-a946-df133878c11d,segment=NetworkSegment(fdc479ed-3be3-4fd9-8b4b-29affecf4854),segment_id=fdc479ed-3be3-4fd9-8b4b-29affecf4854)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:21.596980 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:21.599176 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 8b8554bc-80ec-47c3-8c6f-421d560f41f2 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:29:21.675357 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 8b8554bc-80ec-47c3-8c6f-421d560f41f2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8b8554bc-80ec-47c3-8c6f-421d560f41f2,segment=NetworkSegment(fdc479ed-3be3-4fd9-8b4b-29affecf4854),segment_id=fdc479ed-3be3-4fd9-8b4b-29affecf4854)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:21.677963 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=3965f627-3809-44cb-a946-df133878c11d,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:21.690178 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': '8b8554bc-80ec-47c3-8c6f-421d560f41f2', 'network_id': '619f42d6-ea41-4e81-89f0-fe4ff73d474b', 'port_id': '8b8554bc-80ec-47c3-8c6f-421d560f41f2', 'mac_address': 'fa:16:3e:6d:c2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:29:21.706903 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ff2e973e-ee95-42cc-acf8-2ecd1b2cb51e req-4d97b6e0-e743-4eb2-a1a0-c769795fd9ac service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:21.734761 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:21.742991 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ff2e973e-ee95-42cc-acf8-2ecd1b2cb51e req-4d97b6e0-e743-4eb2-a1a0-c769795fd9ac service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:21.744119 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfb7c6-d3e1-49b6-960a-77759f8035b0 req-81ffd8aa-7f2b-4f62-a0fb-a4e3551405e8 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:21.753535 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f1dfb7c6-d3e1-49b6-960a-77759f8035b0 req-81ffd8aa-7f2b-4f62-a0fb-a4e3551405e8 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 944 time: 0.1075990 Jul 23 07:29:21.754452 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8554bc-80ec-47c3-8c6f-421d560f41f2 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:29:21.766966 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a13fac-8f51-4dec-8b78-701eed8459a9 req-704b37f4-de5f-4258-96ea-6bb02f063d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:21.768629 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-29a13fac-8f51-4dec-8b78-701eed8459a9 req-704b37f4-de5f-4258-96ea-6bb02f063d1f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89993525-8aed-4fcb-9e8c-9cff111bbf6e HTTP/1.1" status: 200 len: 849 time: 0.3665450 Jul 23 07:29:21.780915 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 8b8554bc-80ec-47c3-8c6f-421d560f41f2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8b8554bc-80ec-47c3-8c6f-421d560f41f2,segment=NetworkSegment(fdc479ed-3be3-4fd9-8b4b-29affecf4854),segment_id=fdc479ed-3be3-4fd9-8b4b-29affecf4854)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:21.781967 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-5836d871-9856-4adf-801a-dbb4a1a4d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:21.784484 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-5836d871-9856-4adf-801a-dbb4a1a4d9c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b&device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 1097 time: 0.4883244 Jul 23 07:29:21.786756 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:21.812165 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ff2e973e-ee95-42cc-acf8-2ecd1b2cb51e req-4d97b6e0-e743-4eb2-a1a0-c769795fd9ac service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8565717 Jul 23 07:29:21.852860 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f1dfb7c6-d3e1-49b6-960a-77759f8035b0 req-efc19aea-51d7-4166-8168-63eed64b8438 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974157 Jul 23 07:29:21.878096 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97b6e0-e743-4eb2-a1a0-c769795fd9ac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ef8d85-054f-4eb1-8416-ffc669f85946,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:21.880944 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=8b8554bc-80ec-47c3-8c6f-421d560f41f2,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:21.896702 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-a07eab27-3d0c-4296-b427-8ba2ce878eb1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9582ac8-00f4-4476-ae63-a8d03e078848 HTTP/1.1" status: 200 len: 217 time: 0.0924590 Jul 23 07:29:21.906462 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42924) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:21.933319 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d917a-2534-44e2-87ed-0492a20d57d4 req-b52d5cf5-d5c0-40de-8ec5-e87b626b291d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:21.938625 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-270d917a-2534-44e2-87ed-0492a20d57d4 req-b52d5cf5-d5c0-40de-8ec5-e87b626b291d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 944 time: 0.2302663 Jul 23 07:29:21.970939 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a13fac-8f51-4dec-8b78-701eed8459a9 req-d701f494-c759-44f9-b6ea-81b9959ba091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:21.972586 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-29a13fac-8f51-4dec-8b78-701eed8459a9 req-d701f494-c759-44f9-b6ea-81b9959ba091 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f640653b-1b95-4735-ad8a-809138685023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1849027 Jul 23 07:29:21.986026 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-270d917a-2534-44e2-87ed-0492a20d57d4 req-ebfbc08b-0c5c-4ded-b76e-8bce00a9b2cd tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450983 Jul 23 07:29:22.147641 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['3965f627-3809-44cb-a946-df133878c11d'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:29:22.191927 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['8b8554bc-80ec-47c3-8c6f-421d560f41f2'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:29:22.202144 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-df346a63-a8a3-4c2a-8744-68b34dd13790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:22.249917 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-04041be3-9013-4c2d-bdc9-ff7285ec26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:22.251541 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-04041be3-9013-4c2d-bdc9-ff7285ec26fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d HTTP/1.1" status: 200 len: 855 time: 0.1426623 Jul 23 07:29:22.312105 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-df346a63-a8a3-4c2a-8744-68b34dd13790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:22.321742 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-df346a63-a8a3-4c2a-8744-68b34dd13790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:22.376055 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dd93b-690b-438d-b9fa-0c2d332952a3 req-d9e6101b-552a-42e3-9c2b-4d831a532634 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:22.377700 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-959dd93b-690b-438d-b9fa-0c2d332952a3 req-d9e6101b-552a-42e3-9c2b-4d831a532634 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.2050290 Jul 23 07:29:22.382938 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-29a13fac-8f51-4dec-8b78-701eed8459a9 req-4ffbeb43-2a37-4d7b-bfbb-98394f42ca42 service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753243 Jul 23 07:29:22.385042 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68350c-ff08-4766-86e5-0f42149f18bf req-c4a555e6-8fb9-4365-9de4-828d6e959657 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:22.392970 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-dd68350c-ff08-4766-86e5-0f42149f18bf req-c4a555e6-8fb9-4365-9de4-828d6e959657 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 945 time: 0.2767348 Jul 23 07:29:22.398383 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-df346a63-a8a3-4c2a-8744-68b34dd13790 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d5c5ece3fc14507b510b3e24d274c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902377 Jul 23 07:29:22.399898 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df346a63-a8a3-4c2a-8744-68b34dd13790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26085f40-d40b-4279-b3c3-fbc7d4f5fb09,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:22.402572 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 42962) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:22.433810 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-ad9af9ee-aafb-4ed2-ab1c-7f7d9e259375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:22.435493 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-ad9af9ee-aafb-4ed2-ab1c-7f7d9e259375 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1520381 Jul 23 07:29:22.492061 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-959dd93b-690b-438d-b9fa-0c2d332952a3 req-23ad18bf-54ca-4d8b-aa8c-d093548ec9f9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064463 Jul 23 07:29:22.561274 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-dd68350c-ff08-4766-86e5-0f42149f18bf req-6fd79dca-1330-4471-a368-fb53f2e22e51 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673424 Jul 23 07:29:22.562294 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5b0cac49-e867-4a31-b35d-bcb071af8987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:22.623433 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5b0cac49-e867-4a31-b35d-bcb071af8987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:22.644064 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-29a13fac-8f51-4dec-8b78-701eed8459a9 req-2e737678-168e-4189-8029-ca8111318f77 service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500575 Jul 23 07:29:22.647495 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-760fc95c-606a-404b-8550-7d0fe4d8587f service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938527 Jul 23 07:29:22.706525 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5b0cac49-e867-4a31-b35d-bcb071af8987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:22.710473 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5b0cac49-e867-4a31-b35d-bcb071af8987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:22.714448 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-5b0cac49-e867-4a31-b35d-bcb071af8987 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26085f40-d40b-4279-b3c3-fbc7d4f5fb09 HTTP/1.1" status: 204 len: 168 time: 0.3039587 Jul 23 07:29:22.727011 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cac49-e867-4a31-b35d-bcb071af8987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26085f40-d40b-4279-b3c3-fbc7d4f5fb09,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:22.804661 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6dd0426c-04af-473d-a033-4a3dda3d6a3b req-565d306a-2a18-4d5f-8eae-52b68ecbf172 service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350012 Jul 23 07:29:23.003951 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d39a7-39d0-40f1-b9c2-0490569b519d req-21970e06-681a-4154-b408-6f1a6880dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:23.005508 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6f1d39a7-39d0-40f1-b9c2-0490569b519d req-21970e06-681a-4154-b408-6f1a6880dbf7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b&device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 1097 time: 0.1042845 Jul 23 07:29:23.017683 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fe2b6-0802-4dcb-935e-c1befc029bd0 req-4c9e5447-df26-4800-8889-275b9e60ae3d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:23.019175 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c09fe2b6-0802-4dcb-935e-c1befc029bd0 req-4c9e5447-df26-4800-8889-275b9e60ae3d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 945 time: 0.0857620 Jul 23 07:29:23.068447 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43012) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:23.126757 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7d5914b0-2fe1-4964-9ce6-04fcdba202a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:23.143383 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c09fe2b6-0802-4dcb-935e-c1befc029bd0 req-afac7e15-4615-460d-866e-f3927ff0666b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101799 Jul 23 07:29:23.172847 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d39a7-39d0-40f1-b9c2-0490569b519d req-84a740bc-a932-4515-a2b3-3cd4c82b2c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:23.174547 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6f1d39a7-39d0-40f1-b9c2-0490569b519d req-84a740bc-a932-4515-a2b3-3cd4c82b2c37 service neutron] 10.222.0.23 "GET /v2.0/networks?id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6 HTTP/1.1" status: 200 len: 917 time: 0.1544597 Jul 23 07:29:23.208290 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba6dca-9efc-43d0-936d-e20d5eddf174 req-3f23a74c-0a96-4e04-a140-ec0e3430f6d6 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:23.209818 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-18ba6dca-9efc-43d0-936d-e20d5eddf174 req-3f23a74c-0a96-4e04-a140-ec0e3430f6d6 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 944 time: 0.1380758 Jul 23 07:29:23.222641 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6f1d39a7-39d0-40f1-b9c2-0490569b519d req-08839345-455d-4a23-8ca4-50efcb50ba70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9582ac8-00f4-4476-ae63-a8d03e078848 HTTP/1.1" status: 200 len: 217 time: 0.0374467 Jul 23 07:29:23.227248 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 36a85eb5-d9ce-417d-9f89-abae818386e7 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:29:23.234256 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 3965f627-3809-44cb-a946-df133878c11d up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:29:23.292812 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-18ba6dca-9efc-43d0-936d-e20d5eddf174 req-40b5ae07-7e2b-4be6-8197-a9677f237245 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736797 Jul 23 07:29:23.303045 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d39a7-39d0-40f1-b9c2-0490569b519d req-4257b244-6e2e-439a-b915-a9896eeadb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:23.305219 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6f1d39a7-39d0-40f1-b9c2-0490569b519d req-4257b244-6e2e-439a-b915-a9896eeadb59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d HTTP/1.1" status: 200 len: 855 time: 0.0754347 Jul 23 07:29:23.358331 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7d5914b0-2fe1-4964-9ce6-04fcdba202a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:23.363720 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7d5914b0-2fe1-4964-9ce6-04fcdba202a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:23.388375 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d39a7-39d0-40f1-b9c2-0490569b519d req-953beeef-2c66-4280-b12a-c1cd6f74bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:23.390103 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6f1d39a7-39d0-40f1-b9c2-0490569b519d req-953beeef-2c66-4280-b12a-c1cd6f74bc90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0760753 Jul 23 07:29:23.413197 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port 3965f627-3809-44cb-a946-df133878c11d completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:29:23.432136 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port 3965f627-3809-44cb-a946-df133878c11d triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:23.432750 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:23.466688 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 36a85eb5-d9ce-417d-9f89-abae818386e7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=36a85eb5-d9ce-417d-9f89-abae818386e7,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:23.469926 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5914b0-2fe1-4964-9ce6-04fcdba202a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf62239-21ac-4581-a7a0-5b0a6bbe3692,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:23.490124 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-7d5914b0-2fe1-4964-9ce6-04fcdba202a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5de2f6c3d28c4398b6e2f729ded146a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168806 Jul 23 07:29:23.490357 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43042) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:23.491217 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': '36a85eb5-d9ce-417d-9f89-abae818386e7', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'port_id': '36a85eb5-d9ce-417d-9f89-abae818386e7', 'mac_address': 'fa:16:3e:c2:51:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:29:23.563850 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8145391c-c7f0-4265-8c3d-52adbf8a3748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:23.596848 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8145391c-c7f0-4265-8c3d-52adbf8a3748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:23.617575 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6f1d39a7-39d0-40f1-b9c2-0490569b519d req-48324a9f-1eff-40d1-9709-fc06482c7ef5 service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134118 Jul 23 07:29:23.799203 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8145391c-c7f0-4265-8c3d-52adbf8a3748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:23.807918 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8145391c-c7f0-4265-8c3d-52adbf8a3748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:23.810385 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-8145391c-c7f0-4265-8c3d-52adbf8a3748 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccf62239-21ac-4581-a7a0-5b0a6bbe3692 HTTP/1.1" status: 204 len: 168 time: 0.3175843 Jul 23 07:29:23.819014 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6f1d39a7-39d0-40f1-b9c2-0490569b519d req-3c59af6e-2106-4de0-88ca-dd91895b07b1 service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937656 Jul 23 07:29:23.828043 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c30b-aa1c-487a-b8ae-fdbad026f068 req-6ed61d9a-dbff-4d60-8cac-64ead7e01567 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:23.829547 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-84b4c30b-aa1c-487a-b8ae-fdbad026f068 req-6ed61d9a-dbff-4d60-8cac-64ead7e01567 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.1432574 Jul 23 07:29:23.832327 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145391c-c7f0-4265-8c3d-52adbf8a3748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf62239-21ac-4581-a7a0-5b0a6bbe3692,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:23.861497 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ad4b3-570b-47e6-bc62-21bf53b5ec8a req-0adb52af-e77e-4eef-bc57-13b2d86b1a10 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:23.869190 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-974ad4b3-570b-47e6-bc62-21bf53b5ec8a req-0adb52af-e77e-4eef-bc57-13b2d86b1a10 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 945 time: 0.1959038 Jul 23 07:29:23.873546 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:23.878856 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:23.891282 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-84b4c30b-aa1c-487a-b8ae-fdbad026f068 req-ebc920ed-0ad3-4b7c-84ef-8f36680a16ca tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509300 Jul 23 07:29:23.909843 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a85eb5-d9ce-417d-9f89-abae818386e7 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:29:23.945277 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 36a85eb5-d9ce-417d-9f89-abae818386e7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=36a85eb5-d9ce-417d-9f89-abae818386e7,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:23.950482 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835bda9b-8053-4b45-8a14-3dd4680c0cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3965f627-3809-44cb-a946-df133878c11d'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:29:23.952482 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e35182-639c-441a-a15e-133a209fd666" -d '{"events": [{"server_uuid": "835bda9b-8053-4b45-8a14-3dd4680c0cad", "name": "network-vif-plugged", "status": "completed", "tag": "3965f627-3809-44cb-a946-df133878c11d"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:29:23.973710 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:23.974127 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-974ad4b3-570b-47e6-bc62-21bf53b5ec8a req-d662c39e-e577-4919-a122-335572ef5dcd tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913126 Jul 23 07:29:23.988474 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 3965f627-3809-44cb-a946-df133878c11d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3965f627-3809-44cb-a946-df133878c11d,segment=NetworkSegment(fdc479ed-3be3-4fd9-8b4b-29affecf4854),segment_id=fdc479ed-3be3-4fd9-8b4b-29affecf4854)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:24.024244 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:24.028438 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bfc0db-cfcc-45e6-b1c9-0059c5c011e7 x-openstack-request-id: req-47bfc0db-cfcc-45e6-b1c9-0059c5c011e7 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:29:24.029363 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835bda9b-8053-4b45-8a14-3dd4680c0cad", "name": "network-vif-plugged", "status": "completed", "tag": "3965f627-3809-44cb-a946-df133878c11d", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:29:24.029705 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47bfc0db-cfcc-45e6-b1c9-0059c5c011e7 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:29:24.030287 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835bda9b-8053-4b45-8a14-3dd4680c0cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3965f627-3809-44cb-a946-df133878c11d', 'code': 200} Jul 23 07:29:24.058415 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=36a85eb5-d9ce-417d-9f89-abae818386e7,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:24.114880 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=3965f627-3809-44cb-a946-df133878c11d,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:24.308011 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0531b-af56-42b2-9445-b2a78a0f3bba req-7bc595f4-4364-4b90-a9a7-0486e9e2372f tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:24.309746 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-40b0531b-af56-42b2-9445-b2a78a0f3bba req-7bc595f4-4364-4b90-a9a7-0486e9e2372f tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 945 time: 0.0776224 Jul 23 07:29:24.356011 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-40b0531b-af56-42b2-9445-b2a78a0f3bba req-8ea6b71d-e0bf-4e9f-99d8-0c78d344efa9 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392582 Jul 23 07:29:24.385107 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 43106) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:24.453519 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cce035-d73a-4730-a75b-bd1ec27be0e1 req-63922c6e-2fc0-470d-a2da-1ee4fcdf75dc tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:24.455358 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-25cce035-d73a-4730-a75b-bd1ec27be0e1 req-63922c6e-2fc0-470d-a2da-1ee4fcdf75dc tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 945 time: 0.0923464 Jul 23 07:29:24.502017 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-25cce035-d73a-4730-a75b-bd1ec27be0e1 req-522c6b9f-1039-427a-bd5c-66c5cdac9231 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395002 Jul 23 07:29:24.591558 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-69bfa226-8108-4161-810d-4e8bd2591ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:24.702791 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-69bfa226-8108-4161-810d-4e8bd2591ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:24.708232 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-69bfa226-8108-4161-810d-4e8bd2591ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:24.746784 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-69bfa226-8108-4161-810d-4e8bd2591ae6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ede7a978c6f74d6e98db5ca73d727d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606422 Jul 23 07:29:24.747813 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfa226-8108-4161-810d-4e8bd2591ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b505b515-2c94-4544-b823-f1192316378e,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:24.749485 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43130) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:24.772049 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 43132) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:24.839659 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a538fe90-4270-4b01-bd7d-1ec1e16f1df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:24.861744 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a538fe90-4270-4b01-bd7d-1ec1e16f1df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:24.918697 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a538fe90-4270-4b01-bd7d-1ec1e16f1df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:24.921703 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a538fe90-4270-4b01-bd7d-1ec1e16f1df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:24.923015 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-a538fe90-4270-4b01-bd7d-1ec1e16f1df5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b505b515-2c94-4544-b823-f1192316378e HTTP/1.1" status: 204 len: 168 time: 0.1723757 Jul 23 07:29:24.940113 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538fe90-4270-4b01-bd7d-1ec1e16f1df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b505b515-2c94-4544-b823-f1192316378e,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:25.016928 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1c22a981-128d-4ab8-8519-680f7851c01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:25.067369 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b16ce-bcaa-4453-9deb-fc43fdebc775 req-147c6a0e-b5f1-4740-88a3-311d28f2f8d9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:25.068950 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-845b16ce-bcaa-4453-9deb-fc43fdebc775 req-147c6a0e-b5f1-4740-88a3-311d28f2f8d9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0820818 Jul 23 07:29:25.131396 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-845b16ce-bcaa-4453-9deb-fc43fdebc775 req-74af82cf-42a7-4fa1-bb15-a8a92011378a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563576 Jul 23 07:29:25.166726 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355d75b-8a6e-4cee-98c4-5985326cbcf9 req-aa4ab951-2141-4a88-8384-30f53a9a34d8 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:25.168256 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d355d75b-8a6e-4cee-98c4-5985326cbcf9 req-aa4ab951-2141-4a88-8384-30f53a9a34d8 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 945 time: 0.1077609 Jul 23 07:29:25.198888 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1c22a981-128d-4ab8-8519-680f7851c01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:25.213829 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1c22a981-128d-4ab8-8519-680f7851c01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:25.237206 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d355d75b-8a6e-4cee-98c4-5985326cbcf9 req-22b7d04c-2ae8-47c9-b030-cc577382d589 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617161 Jul 23 07:29:25.257615 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-1c22a981-128d-4ab8-8519-680f7851c01c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e814539641b84994958ed51c5c80c899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4835134 Jul 23 07:29:25.269684 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 43154) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:25.275705 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22a981-128d-4ab8-8519-680f7851c01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48a7c57-0b23-4760-9a04-546632543dc9,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:25.318412 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1d1f708a-f61a-40b8-94d0-9750f0d96d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:25.345531 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1d1f708a-f61a-40b8-94d0-9750f0d96d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:25.409941 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1d1f708a-f61a-40b8-94d0-9750f0d96d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:25.413606 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1d1f708a-f61a-40b8-94d0-9750f0d96d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:25.419977 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-1d1f708a-f61a-40b8-94d0-9750f0d96d80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b48a7c57-0b23-4760-9a04-546632543dc9 HTTP/1.1" status: 204 len: 168 time: 0.1585000 Jul 23 07:29:25.432195 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f708a-f61a-40b8-94d0-9750f0d96d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48a7c57-0b23-4760-9a04-546632543dc9,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:25.507439 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 43166) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:25.528202 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f03ffc0e-f7b1-4cce-9ca0-d252e8c488d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:25.575433 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e0bd0-686a-4c71-b98e-ee0ddc4c92e9 req-715622ad-9642-4d4e-8974-19fc5923a1fa tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:25.586892 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0a9e0bd0-686a-4c71-b98e-ee0ddc4c92e9 req-715622ad-9642-4d4e-8974-19fc5923a1fa tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 945 time: 0.1118245 Jul 23 07:29:25.691534 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0a9e0bd0-686a-4c71-b98e-ee0ddc4c92e9 req-1e90fba5-5d3e-4b6e-be73-af88c95b353d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987508 Jul 23 07:29:25.740629 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f03ffc0e-f7b1-4cce-9ca0-d252e8c488d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:25.750298 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f03ffc0e-f7b1-4cce-9ca0-d252e8c488d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:25.805964 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d279e25-e82e-42ce-a3dd-8a0581b337e2 req-1f61c873-4db8-49ea-b6a7-4270da65931a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:25.807496 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7d279e25-e82e-42ce-a3dd-8a0581b337e2 req-1f61c873-4db8-49ea-b6a7-4270da65931a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 945 time: 0.1605475 Jul 23 07:29:25.810562 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ffc0e-f7b1-4cce-9ca0-d252e8c488d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639df46a-6f49-44c5-b4d9-3df1ab094570,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:25.817353 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-f03ffc0e-f7b1-4cce-9ca0-d252e8c488d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e483f9ccdb644a689d4ae82906f917d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059397 Jul 23 07:29:25.817668 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43180) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:25.856775 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7d279e25-e82e-42ce-a3dd-8a0581b337e2 req-371f1765-93ff-4181-a643-c7fd2f63d965 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405951 Jul 23 07:29:25.888801 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-12181ebf-e315-4a22-aecb-ed5953509ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:25.910012 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-12181ebf-e315-4a22-aecb-ed5953509ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:25.957423 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-12181ebf-e315-4a22-aecb-ed5953509ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:25.960101 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-12181ebf-e315-4a22-aecb-ed5953509ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:25.961387 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-12181ebf-e315-4a22-aecb-ed5953509ee1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/639df46a-6f49-44c5-b4d9-3df1ab094570 HTTP/1.1" status: 204 len: 168 time: 0.1425297 Jul 23 07:29:25.969413 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12181ebf-e315-4a22-aecb-ed5953509ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639df46a-6f49-44c5-b4d9-3df1ab094570,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:26.047279 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43188) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:26.061374 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a9785756-a2b9-4b7d-91f6-16fa29b2c943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:26.168801 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a9785756-a2b9-4b7d-91f6-16fa29b2c943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:26.174737 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a9785756-a2b9-4b7d-91f6-16fa29b2c943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:26.255123 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-a9785756-a2b9-4b7d-91f6-16fa29b2c943 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e050768963b74620bcce0ef262178515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067363 Jul 23 07:29:26.257782 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43204) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:26.265061 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9785756-a2b9-4b7d-91f6-16fa29b2c943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df7341a-23cc-4b5c-a8c0-e50ea4936ba3,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:26.491215 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618ab04-d7a3-40c2-809b-35273f1461ba req-c0b67eec-3055-41f5-a770-f135479a7518 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:26.492789 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d618ab04-d7a3-40c2-809b-35273f1461ba req-c0b67eec-3055-41f5-a770-f135479a7518 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.2839594 Jul 23 07:29:26.509099 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device b9582ac8-00f4-4476-ae63-a8d03e078848 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:29:26.517084 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ad401688-4bb3-4531-b95a-748f37e9ed2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:26.558273 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 8b8554bc-80ec-47c3-8c6f-421d560f41f2 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:29:26.576388 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ad401688-4bb3-4531-b95a-748f37e9ed2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:26.588847 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d618ab04-d7a3-40c2-809b-35273f1461ba req-51bfe443-154f-4358-98ac-24bb23b4472e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855281 Jul 23 07:29:26.647217 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ad401688-4bb3-4531-b95a-748f37e9ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:26.651545 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:26.652912 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ad401688-4bb3-4531-b95a-748f37e9ed2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:26.660817 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-ad401688-4bb3-4531-b95a-748f37e9ed2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3df7341a-23cc-4b5c-a8c0-e50ea4936ba3 HTTP/1.1" status: 204 len: 168 time: 0.4016616 Jul 23 07:29:26.662139 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port 8b8554bc-80ec-47c3-8c6f-421d560f41f2 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:29:26.669309 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port 8b8554bc-80ec-47c3-8c6f-421d560f41f2 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:26.669705 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:26.673063 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad401688-4bb3-4531-b95a-748f37e9ed2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df7341a-23cc-4b5c-a8c0-e50ea4936ba3,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:26.772405 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port b9582ac8-00f4-4476-ae63-a8d03e078848, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9582ac8-00f4-4476-ae63-a8d03e078848,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:26.839386 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525e15b-c858-4be0-ae81-b1228d0773cf req-5da1c28f-75db-4c2e-883c-4edb5e110bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:26.839822 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'port_id': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'mac_address': 'fa:16:3e:82:1c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:29:26.840933 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c525e15b-c858-4be0-ae81-b1228d0773cf req-5da1c28f-75db-4c2e-883c-4edb5e110bc2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 1098 time: 0.1360674 Jul 23 07:29:26.895448 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['36a85eb5-d9ce-417d-9f89-abae818386e7'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:29:26.904202 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c525e15b-c858-4be0-ae81-b1228d0773cf req-cc7f6c37-7113-41b3-aead-530212c0f410 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543406 Jul 23 07:29:26.935993 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246855f-4daa-4168-8db3-7bc8f5144d39 req-edbb68da-226e-45a8-aa2e-543c3fdf5129 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:26.938825 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e246855f-4daa-4168-8db3-7bc8f5144d39 req-edbb68da-226e-45a8-aa2e-543c3fdf5129 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 945 time: 0.1066854 Jul 23 07:29:26.970179 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:27.005298 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e246855f-4daa-4168-8db3-7bc8f5144d39 req-c3c447ea-ec84-4f90-b404-8f297161c0d7 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609961 Jul 23 07:29:27.030840 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9582ac8-00f4-4476-ae63-a8d03e078848 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:29:27.056861 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:27.058096 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a790b24-5744-4e20-838b-b01e524937c1 req-a4c1d902-046c-4c5a-902d-25cb65af7f5e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:27.060096 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9a790b24-5744-4e20-838b-b01e524937c1 req-a4c1d902-046c-4c5a-902d-25cb65af7f5e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 945 time: 0.0793757 Jul 23 07:29:27.080658 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port b9582ac8-00f4-4476-ae63-a8d03e078848, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9582ac8-00f4-4476-ae63-a8d03e078848,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:27.095295 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:27.104936 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a867a3-c23a-4433-913c-26ac6c2e081e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8554bc-80ec-47c3-8c6f-421d560f41f2'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:29:27.107212 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0a5f0f-c6b2-46b7-aeb4-006769b10d38" -d '{"events": [{"server_uuid": "b7a867a3-c23a-4433-913c-26ac6c2e081e", "name": "network-vif-plugged", "status": "completed", "tag": "8b8554bc-80ec-47c3-8c6f-421d560f41f2"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:29:27.110111 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9a790b24-5744-4e20-838b-b01e524937c1 req-46f73183-1452-4839-9b88-2dd56aff2c0c tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422854 Jul 23 07:29:27.188917 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 8b8554bc-80ec-47c3-8c6f-421d560f41f2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8b8554bc-80ec-47c3-8c6f-421d560f41f2,segment=NetworkSegment(fdc479ed-3be3-4fd9-8b4b-29affecf4854),segment_id=fdc479ed-3be3-4fd9-8b4b-29affecf4854)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:27.224020 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=b9582ac8-00f4-4476-ae63-a8d03e078848,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:27.230684 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6d2805-54f1-4f6d-a6f9-2760fc19092a x-openstack-request-id: req-fb6d2805-54f1-4f6d-a6f9-2760fc19092a {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:29:27.230979 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a867a3-c23a-4433-913c-26ac6c2e081e", "name": "network-vif-plugged", "status": "completed", "tag": "8b8554bc-80ec-47c3-8c6f-421d560f41f2", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:29:27.231318 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb6d2805-54f1-4f6d-a6f9-2760fc19092a {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:29:27.231699 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a867a3-c23a-4433-913c-26ac6c2e081e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8554bc-80ec-47c3-8c6f-421d560f41f2', 'code': 200} Jul 23 07:29:27.237447 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:27.336704 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=8b8554bc-80ec-47c3-8c6f-421d560f41f2,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:27.747974 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b060a-98c3-40c8-948f-0e0e5d231dd8 req-c7b571ae-91ae-4dba-b177-eeb68ad4f41e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:27.749628 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4c4b060a-98c3-40c8-948f-0e0e5d231dd8 req-c7b571ae-91ae-4dba-b177-eeb68ad4f41e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 945 time: 0.0707922 Jul 23 07:29:27.801530 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4c4b060a-98c3-40c8-948f-0e0e5d231dd8 req-59bcb013-0ed6-4757-a799-eaec4d0d4923 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448973 Jul 23 07:29:28.160208 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9f2af-35d4-4ceb-b49c-8d388d55b580 req-918f2324-8650-4d69-ad8b-a126cef5565d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:28.161707 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-34f9f2af-35d4-4ceb-b49c-8d388d55b580 req-918f2324-8650-4d69-ad8b-a126cef5565d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0714903 Jul 23 07:29:28.204655 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-34f9f2af-35d4-4ceb-b49c-8d388d55b580 req-4ad29417-d775-4c68-bd86-824c5cad24b2 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368664 Jul 23 07:29:28.338623 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793bdd0-2fbc-45e1-ad4f-8a9bbbc858fe req-81be44a5-bf3d-460a-956f-6b8cb91b364c tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:28.340154 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b793bdd0-2fbc-45e1-ad4f-8a9bbbc858fe req-81be44a5-bf3d-460a-956f-6b8cb91b364c tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 945 time: 0.0755956 Jul 23 07:29:28.381335 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b793bdd0-2fbc-45e1-ad4f-8a9bbbc858fe req-25850cf5-6625-4453-bb8d-b202e7936925 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347195 Jul 23 07:29:28.795319 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43350) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:28.917078 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8e9ccd52-8cd7-4e37-9d77-f49dd9ec53ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:28.969146 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372af69-d686-46d8-a7e7-48c715d5cd4c req-700bbd69-3b48-4b57-9081-1e5dc15fdc43 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:28.970597 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b372af69-d686-46d8-a7e7-48c715d5cd4c req-700bbd69-3b48-4b57-9081-1e5dc15fdc43 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 945 time: 0.0990541 Jul 23 07:29:29.026379 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b372af69-d686-46d8-a7e7-48c715d5cd4c req-7aa1bc94-7810-4132-9a23-13e33b36b90b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479834 Jul 23 07:29:29.056113 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8e9ccd52-8cd7-4e37-9d77-f49dd9ec53ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:29.059968 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8e9ccd52-8cd7-4e37-9d77-f49dd9ec53ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:29.100003 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-8e9ccd52-8cd7-4e37-9d77-f49dd9ec53ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f45815fd4e340db935c1aac7bcc7dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010678 Jul 23 07:29:29.100003 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ccd52-8cd7-4e37-9d77-f49dd9ec53ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae5ba92-e1a1-481d-98a6-c6bc2e4c088e,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:29.100428 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 43364) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:29.153001 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-c609421d-9f94-4fa9-8d6c-1a6f5c229521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:29.176679 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-c609421d-9f94-4fa9-8d6c-1a6f5c229521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:29.226320 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-c609421d-9f94-4fa9-8d6c-1a6f5c229521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:29.233426 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-c609421d-9f94-4fa9-8d6c-1a6f5c229521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:29.234737 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-c609421d-9f94-4fa9-8d6c-1a6f5c229521 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ae5ba92-e1a1-481d-98a6-c6bc2e4c088e HTTP/1.1" status: 204 len: 168 time: 0.1309690 Jul 23 07:29:29.244055 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609421d-9f94-4fa9-8d6c-1a6f5c229521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae5ba92-e1a1-481d-98a6-c6bc2e4c088e,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:29.371432 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00537ca3-06b5-4c80-acc0-db245b2858e3 req-b8904893-058e-4fa7-83bf-8adfee945ffa tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:29.372941 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-00537ca3-06b5-4c80-acc0-db245b2858e3 req-b8904893-058e-4fa7-83bf-8adfee945ffa tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0775778 Jul 23 07:29:29.411233 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-00537ca3-06b5-4c80-acc0-db245b2858e3 req-61481df7-59e9-4b25-aa1f-4251390416d4 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327203 Jul 23 07:29:29.527178 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ebf11-1657-43f9-a01e-0fe9439bb88b req-c76face7-7502-4674-b41f-58a0a0305406 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:29.528683 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c70ebf11-1657-43f9-a01e-0fe9439bb88b req-c76face7-7502-4674-b41f-58a0a0305406 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 945 time: 0.0648441 Jul 23 07:29:29.544421 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43378) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:29.567218 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c943-4d14-430c-8502-a23570c49e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:29.587704 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c70ebf11-1657-43f9-a01e-0fe9439bb88b req-8d585c30-b6ce-40a5-9a43-1595447b29ee tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530860 Jul 23 07:29:29.664192 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c943-4d14-430c-8502-a23570c49e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:29.668530 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c943-4d14-430c-8502-a23570c49e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:29.710529 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-e3d5c943-4d14-430c-8502-a23570c49e0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0141a5c18dd94dbc8c34627d02e2bb6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649249 Jul 23 07:29:29.711293 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5c943-4d14-430c-8502-a23570c49e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ce8e80-b824-4527-b891-7ed74f80eeab,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:29.713960 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 43382) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:29.761747 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-dfa874b0-e151-4847-b267-0eaa04e64cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:29.772036 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-82e46834-44eb-429a-b5f0-387680fcb690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:29.798458 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-82e46834-44eb-429a-b5f0-387680fcb690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:29.844615 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-82e46834-44eb-429a-b5f0-387680fcb690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:29.847104 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-82e46834-44eb-429a-b5f0-387680fcb690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:29.848289 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-82e46834-44eb-429a-b5f0-387680fcb690 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60ce8e80-b824-4527-b891-7ed74f80eeab HTTP/1.1" status: 204 len: 168 time: 0.1329496 Jul 23 07:29:29.855927 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e46834-44eb-429a-b5f0-387680fcb690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ce8e80-b824-4527-b891-7ed74f80eeab,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:30.172814 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d9322-0094-403c-a72a-aa3c380071dd req-97ea2407-e536-458c-86a0-44f9e53b7916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:30.175419 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e54d9322-0094-403c-a72a-aa3c380071dd req-97ea2407-e536-458c-86a0-44f9e53b7916 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 1099 time: 0.0725958 Jul 23 07:29:30.192956 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bae38-9bb0-4123-ae33-7a8b7b24249c req-4695cd8b-046b-4976-aa79-49465ff836b8 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:30.195424 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-df3bae38-9bb0-4123-ae33-7a8b7b24249c req-4695cd8b-046b-4976-aa79-49465ff836b8 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 945 time: 0.0754082 Jul 23 07:29:30.219033 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['b9582ac8-00f4-4476-ae63-a8d03e078848'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:29:30.233518 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e54d9322-0094-403c-a72a-aa3c380071dd req-41a43023-4063-4caa-9048-406e12116836 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506487 Jul 23 07:29:30.274196 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-df3bae38-9bb0-4123-ae33-7a8b7b24249c req-937eb2bc-0eca-498e-a769-69dd3fba9b44 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700898 Jul 23 07:29:30.556737 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a4409-61fd-47d9-b389-dc9a8f5929f0 req-1e57783d-f3fd-49be-94c8-70e4701abb07 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:30.558660 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-138a4409-61fd-47d9-b389-dc9a8f5929f0 req-1e57783d-f3fd-49be-94c8-70e4701abb07 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0763173 Jul 23 07:29:30.600477 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-138a4409-61fd-47d9-b389-dc9a8f5929f0 req-611eaad5-d7ce-49dd-b4e3-6849aaba160b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358722 Jul 23 07:29:30.725886 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43927832-26c3-4a12-a1be-e266cf23d837 req-ec980f8a-d8e4-48c5-85f7-f68afc1aa16e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:30.728536 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-43927832-26c3-4a12-a1be-e266cf23d837 req-ec980f8a-d8e4-48c5-85f7-f68afc1aa16e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 945 time: 0.0707583 Jul 23 07:29:30.780668 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-43927832-26c3-4a12-a1be-e266cf23d837 req-34777d60-e990-4a7d-a342-107a538eca81 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469375 Jul 23 07:29:31.416670 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341a519-7501-4b5c-9a11-5a902b7f5c7c req-b391e817-e683-468b-827f-4b7e24b9cc1f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:31.418038 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7341a519-7501-4b5c-9a11-5a902b7f5c7c req-b391e817-e683-468b-827f-4b7e24b9cc1f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 945 time: 0.0680950 Jul 23 07:29:31.463755 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7341a519-7501-4b5c-9a11-5a902b7f5c7c req-4f82e459-3ecb-4da1-817b-12b9a0d1da93 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388393 Jul 23 07:29:31.744397 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8e3d3-b49e-4f42-91cb-0c2f12db0848 req-41aa08ff-1f73-4e2d-b764-258e0154b710 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:31.747747 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-55d8e3d3-b49e-4f42-91cb-0c2f12db0848 req-41aa08ff-1f73-4e2d-b764-258e0154b710 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0754902 Jul 23 07:29:31.748134 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 36a85eb5-d9ce-417d-9f89-abae818386e7 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:29:31.802613 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-55d8e3d3-b49e-4f42-91cb-0c2f12db0848 req-72296152-f7ab-407d-878f-6346bfc9f109 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481327 Jul 23 07:29:31.836556 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port 36a85eb5-d9ce-417d-9f89-abae818386e7 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:29:31.842061 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port 36a85eb5-d9ce-417d-9f89-abae818386e7 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:31.842665 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:31.943445 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2ee06-be29-4f45-9496-65e40d5463b5 req-c87bcc42-cc2b-4ff2-976b-27756bc282ee tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:31.947175 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-11b2ee06-be29-4f45-9496-65e40d5463b5 req-c87bcc42-cc2b-4ff2-976b-27756bc282ee tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 945 time: 0.0971849 Jul 23 07:29:31.998134 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:32.001931 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-11b2ee06-be29-4f45-9496-65e40d5463b5 req-4dd40e12-02e5-4c92-bfbe-e2baab632eef tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500069 Jul 23 07:29:32.027392 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d343ed-f9bb-49d8-bd48-4f2797549868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a85eb5-d9ce-417d-9f89-abae818386e7'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:29:32.029643 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb0d2b8-5df1-41e4-bf98-7c5834e32444" -d '{"events": [{"server_uuid": "e0d343ed-f9bb-49d8-bd48-4f2797549868", "name": "network-vif-plugged", "status": "completed", "tag": "36a85eb5-d9ce-417d-9f89-abae818386e7"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:29:32.044712 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 36a85eb5-d9ce-417d-9f89-abae818386e7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=36a85eb5-d9ce-417d-9f89-abae818386e7,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:32.050849 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:32.052015 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device b9582ac8-00f4-4476-ae63-a8d03e078848 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:29:32.079562 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9737c94f-7170-450b-8573-c5b4298b5348 x-openstack-request-id: req-9737c94f-7170-450b-8573-c5b4298b5348 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:29:32.079854 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d343ed-f9bb-49d8-bd48-4f2797549868", "name": "network-vif-plugged", "status": "completed", "tag": "36a85eb5-d9ce-417d-9f89-abae818386e7", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:29:32.080143 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9737c94f-7170-450b-8573-c5b4298b5348 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:29:32.080533 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d343ed-f9bb-49d8-bd48-4f2797549868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a85eb5-d9ce-417d-9f89-abae818386e7', 'code': 200} Jul 23 07:29:32.146569 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=36a85eb5-d9ce-417d-9f89-abae818386e7,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:32.159128 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port b9582ac8-00f4-4476-ae63-a8d03e078848 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:29:32.163111 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port b9582ac8-00f4-4476-ae63-a8d03e078848 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:29:32.163474 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:32.211707 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-56ee8ef7-2072-49bd-8398-bee6ed497b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:32.263156 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:32.298024 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port b9582ac8-00f4-4476-ae63-a8d03e078848, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9582ac8-00f4-4476-ae63-a8d03e078848,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:32.303149 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:32.346377 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43520) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:32.354498 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598808e-566d-489d-a434-81e4bcfebadb req-52b2e3e6-89c1-4c06-8f33-04e7d3c3aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:32.356983 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8598808e-566d-489d-a434-81e4bcfebadb req-52b2e3e6-89c1-4c06-8f33-04e7d3c3aec7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 1099 time: 0.0732112 Jul 23 07:29:32.360866 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=b9582ac8-00f4-4476-ae63-a8d03e078848,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:32.393812 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8598808e-566d-489d-a434-81e4bcfebadb req-cf14d41a-882d-48f0-94eb-53de0af0ca28 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311885 Jul 23 07:29:32.451166 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a6225e71-0d55-4c31-9c9e-85c84acc9d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:32.555532 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a6225e71-0d55-4c31-9c9e-85c84acc9d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:32.561525 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a6225e71-0d55-4c31-9c9e-85c84acc9d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:32.613395 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-a6225e71-0d55-4c31-9c9e-85c84acc9d80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbde43ed6b2242cd8b8f3db818f9b4e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656586 Jul 23 07:29:32.614122 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43540) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:32.622068 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4645423-4fbe-4506-ab94-00c11f8c61ba req-97e56b4f-e8a9-48d9-9ab3-97311cbbf9cc tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:32.625518 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d4645423-4fbe-4506-ab94-00c11f8c61ba req-97e56b4f-e8a9-48d9-9ab3-97311cbbf9cc tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0856919 Jul 23 07:29:32.644200 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6225e71-0d55-4c31-9c9e-85c84acc9d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2796697d-550f-424b-9250-b9d7fe4473e6,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:32.681037 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d4645423-4fbe-4506-ab94-00c11f8c61ba req-f3fb24e7-7466-4c54-b874-5ce8be63a443 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435252 Jul 23 07:29:32.702560 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5d62-5032-46dd-9eb9-29d5cc911f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:32.730134 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5d62-5032-46dd-9eb9-29d5cc911f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:32.739286 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:32.790612 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5d62-5032-46dd-9eb9-29d5cc911f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:32.793421 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5d62-5032-46dd-9eb9-29d5cc911f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:32.794756 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-8c4e5d62-5032-46dd-9eb9-29d5cc911f39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2796697d-550f-424b-9250-b9d7fe4473e6 HTTP/1.1" status: 204 len: 168 time: 0.1761422 Jul 23 07:29:32.806540 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e5d62-5032-46dd-9eb9-29d5cc911f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2796697d-550f-424b-9250-b9d7fe4473e6,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:32.950571 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816a179-40af-461c-a42e-dd16d89ad507 req-c2b62e86-3b6b-4094-b63c-586d53e47bec tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:32.952119 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8816a179-40af-461c-a42e-dd16d89ad507 req-c2b62e86-3b6b-4094-b63c-586d53e47bec tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0750365 Jul 23 07:29:32.953317 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 43564) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:33.024421 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8816a179-40af-461c-a42e-dd16d89ad507 req-06b220c9-87f8-4510-bc68-6e6971514860 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493503 Jul 23 07:29:33.178318 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43578) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:33.191212 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-0ba22414-57ed-472a-b00f-073de07296f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:33.197254 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-11240297-6e09-4c31-9762-f5addc949066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:33.229188 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.db.api [None req-11240297-6e09-4c31-9762-f5addc949066 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 07:29:33.229188 dv-cinder-773985-13-iscsi neutron-server[93082]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 07:29:33.229188 dv-cinder-773985-13-iscsi neutron-server[93082]: [parameters: {'project_id': 'a5fbb6db955844f78769666c227fed68', 'id': '4ea82c2f-708c-4cf7-84e5-57a19544f830', 'expiration': datetime.datetime(2021, 7, 23, 7, 31, 33, 224727)}] Jul 23 07:29:33.229188 dv-cinder-773985-13-iscsi neutron-server[93082]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 07:29:33.229763 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG oslo_db.api [None req-11240297-6e09-4c31-9762-f5addc949066 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 07:29:33.238859 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbee214-4659-4f0f-aa1e-7c68d5e4de3d req-8e340d50-7e35-4657-8de7-18e39827be5d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:33.240431 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0dbee214-4659-4f0f-aa1e-7c68d5e4de3d req-8e340d50-7e35-4657-8de7-18e39827be5d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.1367652 Jul 23 07:29:33.316742 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0dbee214-4659-4f0f-aa1e-7c68d5e4de3d req-dbf80e7f-7197-48be-97ab-695309897e45 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685804 Jul 23 07:29:33.394520 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c78b7-6fb8-4837-9871-7b75e5caad12 req-d08d92ee-05ac-42d6-95da-8a0a049ccec3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:33.396193 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-601c78b7-6fb8-4837-9871-7b75e5caad12 req-d08d92ee-05ac-42d6-95da-8a0a049ccec3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0873322 Jul 23 07:29:33.411070 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-0ba22414-57ed-472a-b00f-073de07296f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:33.420413 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-0ba22414-57ed-472a-b00f-073de07296f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:33.434563 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f766f-da49-4ea6-94b3-1d71714d9ddf req-4bb7f5ce-a85d-4a66-ba12-1c1f5a8c5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:33.436459 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d03f766f-da49-4ea6-94b3-1d71714d9ddf req-4bb7f5ce-a85d-4a66-ba12-1c1f5a8c5a09 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1b97984a86d47e4a53350db0daee3cf&device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 1099 time: 0.1060247 Jul 23 07:29:33.438524 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-601c78b7-6fb8-4837-9871-7b75e5caad12 req-040e2651-aa90-4aa0-a514-d77a9324f45a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366797 Jul 23 07:29:33.486837 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba22414-57ed-472a-b00f-073de07296f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7319ffa-37b3-4fc0-8a9b-b9fdad7c5cc8,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:33.505502 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:33.509556 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-0ba22414-57ed-472a-b00f-073de07296f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9163a47da2914f6d9c9dbcf8117bf519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5548151 Jul 23 07:29:33.512134 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43590) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:33.568193 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bf63f5d0-f95f-44cd-8d7d-e95996fb4026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:33.572352 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f766f-da49-4ea6-94b3-1d71714d9ddf req-c172cc96-1c9b-48a3-a86e-3b7349faf94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:33.573849 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d03f766f-da49-4ea6-94b3-1d71714d9ddf req-c172cc96-1c9b-48a3-a86e-3b7349faf94d service neutron] 10.222.0.23 "GET /v2.0/networks?id=619f42d6-ea41-4e81-89f0-fe4ff73d474b HTTP/1.1" status: 200 len: 919 time: 0.1262712 Jul 23 07:29:33.594041 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bf63f5d0-f95f-44cd-8d7d-e95996fb4026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:33.645777 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bf63f5d0-f95f-44cd-8d7d-e95996fb4026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:33.649347 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bf63f5d0-f95f-44cd-8d7d-e95996fb4026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:33.650577 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-bf63f5d0-f95f-44cd-8d7d-e95996fb4026 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7319ffa-37b3-4fc0-8a9b-b9fdad7c5cc8 HTTP/1.1" status: 204 len: 168 time: 0.1374679 Jul 23 07:29:33.674332 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63f5d0-f95f-44cd-8d7d-e95996fb4026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7319ffa-37b3-4fc0-8a9b-b9fdad7c5cc8,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:33.680465 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d03f766f-da49-4ea6-94b3-1d71714d9ddf req-6dcad652-9b86-4398-8f35-cf22b3dcaca2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b8554bc-80ec-47c3-8c6f-421d560f41f2 HTTP/1.1" status: 200 len: 217 time: 0.0425603 Jul 23 07:29:33.730723 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-11240297-6e09-4c31-9762-f5addc949066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:33.838722 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f766f-da49-4ea6-94b3-1d71714d9ddf req-c1f9d4e1-1f85-4d9f-a328-76ef9502777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:33.840242 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d03f766f-da49-4ea6-94b3-1d71714d9ddf req-c1f9d4e1-1f85-4d9f-a328-76ef9502777f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66 HTTP/1.1" status: 200 len: 858 time: 0.1101220 Jul 23 07:29:33.872371 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-11240297-6e09-4c31-9762-f5addc949066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:33.879190 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-11240297-6e09-4c31-9762-f5addc949066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:33.885729 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d03f766f-da49-4ea6-94b3-1d71714d9ddf req-eb631bb6-46db-448e-9943-48942874e61f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=619f42d6-ea41-4e81-89f0-fe4ff73d474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361769 Jul 23 07:29:33.918381 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4354534-b01b-47f8-ac3f-1a799bfb07a5 req-40186518-c819-40c0-ab7a-18c226e22fb4 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:33.921452 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f4354534-b01b-47f8-ac3f-1a799bfb07a5 req-40186518-c819-40c0-ab7a-18c226e22fb4 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.1366601 Jul 23 07:29:33.943689 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-11240297-6e09-4c31-9762-f5addc949066 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5fbb6db955844f78769666c227fed68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7608469 Jul 23 07:29:33.945201 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11240297-6e09-4c31-9762-f5addc949066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b49228-f0d7-47a2-9db3-b2a8438b6286,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:33.949355 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43600) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:34.007187 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-791c0786-b8f8-4402-a3ff-03881c086a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:34.045140 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-791c0786-b8f8-4402-a3ff-03881c086a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:34.083063 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130d617b-ed49-4995-a379-463d96c6085d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9582ac8-00f4-4476-ae63-a8d03e078848'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:29:34.085949 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66f75b4-498f-4d1f-961e-e96e5c2c5fd9" -d '{"events": [{"server_uuid": "130d617b-ed49-4995-a379-463d96c6085d", "name": "network-vif-plugged", "status": "completed", "tag": "b9582ac8-00f4-4476-ae63-a8d03e078848"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:29:34.169173 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-791c0786-b8f8-4402-a3ff-03881c086a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:34.175922 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-791c0786-b8f8-4402-a3ff-03881c086a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:34.182805 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-791c0786-b8f8-4402-a3ff-03881c086a50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10b49228-f0d7-47a2-9db3-b2a8438b6286 HTTP/1.1" status: 204 len: 168 time: 0.2275803 Jul 23 07:29:34.190580 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df83df46-85d5-48f9-b21d-efab4e83fc3b x-openstack-request-id: req-df83df46-85d5-48f9-b21d-efab4e83fc3b {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:29:34.190778 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130d617b-ed49-4995-a379-463d96c6085d", "name": "network-vif-plugged", "status": "completed", "tag": "b9582ac8-00f4-4476-ae63-a8d03e078848", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:29:34.191195 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df83df46-85d5-48f9-b21d-efab4e83fc3b {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:29:34.191784 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130d617b-ed49-4995-a379-463d96c6085d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'code': 200} Jul 23 07:29:34.202073 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c0786-b8f8-4402-a3ff-03881c086a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b49228-f0d7-47a2-9db3-b2a8438b6286,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:34.267491 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f4354534-b01b-47f8-ac3f-1a799bfb07a5 req-aaf70e9f-757c-467c-8101-c7259cf52976 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3317559 Jul 23 07:29:34.284212 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43622) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:34.310508 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c1408687-4d11-4511-9082-0bd7ac0f2652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:34.317660 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d03f766f-da49-4ea6-94b3-1d71714d9ddf req-3a80ff5e-58bc-46d6-82df-df3a40e415e1 service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950207 Jul 23 07:29:34.483125 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d03f766f-da49-4ea6-94b3-1d71714d9ddf req-43094261-2283-4acc-b9cc-702d7e450adc service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533911 Jul 23 07:29:34.537487 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c1408687-4d11-4511-9082-0bd7ac0f2652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:34.545447 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c1408687-4d11-4511-9082-0bd7ac0f2652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:34.607853 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-c1408687-4d11-4511-9082-0bd7ac0f2652 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e3db76d96ce4b7db8ed0ee0a6083875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222892 Jul 23 07:29:34.617117 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00723140-e2f3-446b-ace4-79c2b943f1bc req-db6d94ab-e2d3-4fc9-babd-01d7dc3439d3 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:34.623738 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 43642) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:34.624123 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-00723140-e2f3-446b-ace4-79c2b943f1bc req-db6d94ab-e2d3-4fc9-babd-01d7dc3439d3 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.1940317 Jul 23 07:29:34.627960 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1408687-4d11-4511-9082-0bd7ac0f2652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67acaf2-2653-481a-8f6c-3278bb785a67,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:34.673374 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-00723140-e2f3-446b-ace4-79c2b943f1bc req-f8e11171-eec2-4dff-b5ff-229a6c5fcfea tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362549 Jul 23 07:29:34.688388 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5c7d2-d86a-45ee-8fbb-f526940fa0bc req-855697d3-e2df-4dc4-8cb4-e0a801cf4f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:34.689883 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-50d5c7d2-d86a-45ee-8fbb-f526940fa0bc req-855697d3-e2df-4dc4-8cb4-e0a801cf4f4c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 1099 time: 0.1806221 Jul 23 07:29:34.742795 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacc7b3-b8b0-4934-a952-73e8935d5af2 req-055fefea-583e-4442-84a8-1dd3affce599 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:34.744428 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2dacc7b3-b8b0-4934-a952-73e8935d5af2 req-055fefea-583e-4442-84a8-1dd3affce599 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.1658795 Jul 23 07:29:34.745358 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-043bcb51-c69f-4ced-b477-13e310dd5805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:34.779205 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-043bcb51-c69f-4ced-b477-13e310dd5805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:34.834942 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-50d5c7d2-d86a-45ee-8fbb-f526940fa0bc req-a5149f06-7aa8-4f8a-b04e-e001069cf88f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371942 Jul 23 07:29:34.845327 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2dacc7b3-b8b0-4934-a952-73e8935d5af2 req-d18c4631-44e3-4342-ae5d-2d05b61c217a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843747 Jul 23 07:29:34.885815 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-043bcb51-c69f-4ced-b477-13e310dd5805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:34.890162 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-043bcb51-c69f-4ced-b477-13e310dd5805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:34.890396 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298b25e-d431-4e2d-a5ca-4b1d04c55212 req-8c46473c-a954-4aa4-a89c-9b48510daea3 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:34.891483 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-043bcb51-c69f-4ced-b477-13e310dd5805 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b67acaf2-2653-481a-8f6c-3278bb785a67 HTTP/1.1" status: 204 len: 168 time: 0.2654760 Jul 23 07:29:34.899100 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8298b25e-d431-4e2d-a5ca-4b1d04c55212 req-8c46473c-a954-4aa4-a89c-9b48510daea3 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.1309748 Jul 23 07:29:34.901821 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bcb51-c69f-4ced-b477-13e310dd5805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67acaf2-2653-481a-8f6c-3278bb785a67,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:34.904917 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 43662) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:34.910407 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-937beb83-c0b7-476f-92b1-48e53fabce0f tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Request body: {'floatingip': {'port_id': '36a85eb5-d9ce-417d-9f89-abae818386e7'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:34.984873 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-937beb83-c0b7-476f-92b1-48e53fabce0f tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for floatingip, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:35.241634 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43674) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:35.330908 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43680) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:35.345596 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e2b2ce3a-3563-4ede-ad3e-81472b3429ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:35.358551 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1361281744-network', 'tenant_id': '4bdc7fcb33114a49aad9cfef7f56c27c'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:35.381320 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.db.api [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 07:29:35.381320 dv-cinder-773985-13-iscsi neutron-server[93082]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 07:29:35.381320 dv-cinder-773985-13-iscsi neutron-server[93082]: [parameters: {'project_id': '4bdc7fcb33114a49aad9cfef7f56c27c', 'id': '6ad8bfd9-65b6-4760-907c-e9ef910c7fd0', 'expiration': datetime.datetime(2021, 7, 23, 7, 31, 35, 376715)}] Jul 23 07:29:35.381320 dv-cinder-773985-13-iscsi neutron-server[93082]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 07:29:35.382249 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG oslo_db.api [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 07:29:35.453529 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e2b2ce3a-3563-4ede-ad3e-81472b3429ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:35.456855 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e2b2ce3a-3563-4ede-ad3e-81472b3429ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:35.493208 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2ce3a-3563-4ede-ad3e-81472b3429ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcb459f-cfec-4ab6-948c-a61902396280,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:35.497953 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-e2b2ce3a-3563-4ede-ad3e-81472b3429ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=783666e33b304aba87d26feda22b792e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661186 Jul 23 07:29:35.501051 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43682) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:35.534566 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:35.559125 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-59130a60-233b-4163-9d96-901bb6a2c458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:35.583962 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-59130a60-233b-4163-9d96-901bb6a2c458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:35.626763 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fe311-a6fa-4d85-a5e6-08b210c3f1f8 req-f50d3ee5-4e5e-45db-843b-a8d93fec1a1d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:35.628292 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-925fe311-a6fa-4d85-a5e6-08b210c3f1f8 req-f50d3ee5-4e5e-45db-843b-a8d93fec1a1d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.2158830 Jul 23 07:29:35.634829 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-59130a60-233b-4163-9d96-901bb6a2c458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:35.638003 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-59130a60-233b-4163-9d96-901bb6a2c458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:35.641535 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-59130a60-233b-4163-9d96-901bb6a2c458 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fcb459f-cfec-4ab6-948c-a61902396280 HTTP/1.1" status: 204 len: 168 time: 0.1376228 Jul 23 07:29:35.647047 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59130a60-233b-4163-9d96-901bb6a2c458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcb459f-cfec-4ab6-948c-a61902396280,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:35.746135 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-937beb83-c0b7-476f-92b1-48e53fabce0f tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:35.764045 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-925fe311-a6fa-4d85-a5e6-08b210c3f1f8 req-d65b718d-aad8-4849-af2f-0116a213235f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192164 Jul 23 07:29:35.765352 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-937beb83-c0b7-476f-92b1-48e53fabce0f tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:35.880456 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.l3_db [None req-937beb83-c0b7-476f-92b1-48e53fabce0f tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Floating IP 80acf577-f070-4b81-921d-f90937fb9bd2 associated. External IP: 172.27.1.187, port: 36a85eb5-d9ce-417d-9f89-abae818386e7. Jul 23 07:29:35.942543 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Made reservation on behalf of 4bdc7fcb33114a49aad9cfef7f56c27c for: {'network': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:29:35.946187 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:35.973557 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:36.122539 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f3be7-a231-42c8-b5c5-6a6651c75854 req-0c22360a-83cb-4bd1-aa18-85888058407c tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:36.124171 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8d4f3be7-a231-42c8-b5c5-6a6651c75854 req-0c22360a-83cb-4bd1-aa18-85888058407c tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.1316776 Jul 23 07:29:36.212526 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8d4f3be7-a231-42c8-b5c5-6a6651c75854 req-e0f21787-5961-4cc2-90d7-354e41f9a2d9 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777874 Jul 23 07:29:36.249581 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:36.255444 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:36.280223 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:29:36.300716 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c079209-8a2c-4320-87f4-84c481b83872,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:36.307913 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:36.307913 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.segments_db [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Added segment 84dcf1a0-6df5-4112-899c-264162415b43 of type vlan for network d63bf3d8-5281-4ccd-88cb-84ca247d8711 Jul 23 07:29:36.379970 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:36.406170 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937beb83-c0b7-476f-92b1-48e53fabce0f tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Router 262755c0-2b03-4e96-ada1-afaa8430243e has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:29:36.432646 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:36.433790 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:36.434772 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:36.477151 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2341285 Jul 23 07:29:36.480943 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43726) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:36.512172 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-0ab63621-2881-482b-97df-b2bda561c727 admin admin] Request body: {'subnet': {'network_id': 'd63bf3d8-5281-4ccd-88cb-84ca247d8711', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1361281744-subnet', 'tenant_id': '4bdc7fcb33114a49aad9cfef7f56c27c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:36.516471 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa812036-fbec-4976-85fc-a39d5b6e31d5 admin admin] Pushing event updated for resources: {'Network': ['ID=d63bf3d8-5281-4ccd-88cb-84ca247d8711,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:36.533659 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network d63bf3d8-5281-4ccd-88cb-84ca247d8711 details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:29:36.539859 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab63621-2881-482b-97df-b2bda561c727 admin admin] Made reservation on behalf of 4bdc7fcb33114a49aad9cfef7f56c27c for: {'subnet': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:29:36.542741 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0ab63621-2881-482b-97df-b2bda561c727 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:36.564821 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937beb83-c0b7-476f-92b1-48e53fabce0f tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:29:36.589559 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-937beb83-c0b7-476f-92b1-48e53fabce0f tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:36.598694 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e310cb-f582-48ee-979f-726c7f421a47 None None] Sync routers for ids ['262755c0-2b03-4e96-ada1-afaa8430243e'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:29:36.619216 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e310cb-f582-48ee-979f-726c7f421a47 None None] Routers {'262755c0-2b03-4e96-ada1-afaa8430243e'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:29:36.620220 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-02e310cb-f582-48ee-979f-726c7f421a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:29:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['262755c0-2b03-4e96-ada1-afaa8430243e'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:36.655847 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-937beb83-c0b7-476f-92b1-48e53fabce0f tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "PUT /v2.0/floatingips/80acf577-f070-4b81-921d-f90937fb9bd2 HTTP/1.1" status: 200 len: 992 time: 1.7482607 Jul 23 07:29:36.671462 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d343ed-f9bb-49d8-bd48-4f2797549868', 'tag': '36a85eb5-d9ce-417d-9f89-abae818386e7'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:29:36.683056 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619df17f-6a44-4ac6-a61f-4535cc6cb23e" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d343ed-f9bb-49d8-bd48-4f2797549868", "tag": "36a85eb5-d9ce-417d-9f89-abae818386e7"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:29:36.738720 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0ab63621-2881-482b-97df-b2bda561c727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:36.758522 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3df527f-003f-4544-814c-ff0ea9618e45 x-openstack-request-id: req-b3df527f-003f-4544-814c-ff0ea9618e45 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:29:36.759413 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d343ed-f9bb-49d8-bd48-4f2797549868", "tag": "36a85eb5-d9ce-417d-9f89-abae818386e7", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:29:36.759877 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3df527f-003f-4544-814c-ff0ea9618e45 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:29:36.760492 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d343ed-f9bb-49d8-bd48-4f2797549868', 'tag': '36a85eb5-d9ce-417d-9f89-abae818386e7', 'status': 'completed', 'code': 200} Jul 23 07:29:36.803980 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-02e310cb-f582-48ee-979f-726c7f421a47 None None] Set router 262755c0-2b03-4e96-ada1-afaa8430243e gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:29:36.809850 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab63621-2881-482b-97df-b2bda561c727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec46f313-f035-4d9c-8f5b-c084d95eaa25,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:36.816460 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab63621-2881-482b-97df-b2bda561c727 admin admin] Checking segment: {'id': '84dcf1a0-6df5-4112-899c-264162415b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd63bf3d8-5281-4ccd-88cb-84ca247d8711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:29:36.817433 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab63621-2881-482b-97df-b2bda561c727 admin admin] Network hostable DHCP agents. Network: d63bf3d8-5281-4ccd-88cb-84ca247d8711, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:29:36.853377 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab63621-2881-482b-97df-b2bda561c727 admin admin] Network d63bf3d8-5281-4ccd-88cb-84ca247d8711 is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:29:36.876061 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-0ab63621-2881-482b-97df-b2bda561c727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, d63bf3d8-5281-4ccd-88cb-84ca247d8711) {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:29:36.886151 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c448b8b6-9544-474b-9760-2814f01d87f6 None None] Network d63bf3d8-5281-4ccd-88cb-84ca247d8711 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:29:36.907578 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab63621-2881-482b-97df-b2bda561c727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:36.908511 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0ab63621-2881-482b-97df-b2bda561c727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:36.935208 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-0ab63621-2881-482b-97df-b2bda561c727 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4530654 Jul 23 07:29:36.967730 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619df17f-6a44-4ac6-a61f-4535cc6cb23e req-34ad096d-d1cb-4de1-b57b-6e48613a8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:36.970752 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-619df17f-6a44-4ac6-a61f-4535cc6cb23e req-34ad096d-d1cb-4de1-b57b-6e48613a8328 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1915e9b02c304a73919c21737c01fa84&device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 1099 time: 0.1323009 Jul 23 07:29:36.979309 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de461226-321e-4fdd-9d93-8a942a56d2c1 req-e8c4aa0e-98e4-48bb-82be-8d59c0fc6d52 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:36.995638 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-de461226-321e-4fdd-9d93-8a942a56d2c1 req-e8c4aa0e-98e4-48bb-82be-8d59c0fc6d52 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.1321321 Jul 23 07:29:37.121662 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-de461226-321e-4fdd-9d93-8a942a56d2c1 req-1dbb3c97-c04d-4940-868c-97dcc17283fa tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217568 Jul 23 07:29:37.219571 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43760) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:37.238111 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619df17f-6a44-4ac6-a61f-4535cc6cb23e req-64d37ea7-b636-4c70-8bfe-c27d64a69589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:37.240779 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a4b7a0-21d5-448a-9e53-a56077284c3c None None] Network d63bf3d8-5281-4ccd-88cb-84ca247d8711 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:29:37.242789 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-619df17f-6a44-4ac6-a61f-4535cc6cb23e req-64d37ea7-b636-4c70-8bfe-c27d64a69589 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f640653b-1b95-4735-ad8a-809138685023 HTTP/1.1" status: 200 len: 911 time: 0.2637835 Jul 23 07:29:37.412450 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-02e310cb-f582-48ee-979f-726c7f421a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:51Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '80acf577-f070-4b81-921d-f90937fb9bd2', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'port_id': '36a85eb5-d9ce-417d-9f89-abae818386e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'mac_address': 'fa:16:3e:c2:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d343ed-f9bb-49d8-bd48-4f2797549868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:29:04Z', 'updated_at': '2021-07-23T07:29:35Z', 'revision_number': 1, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb8939a-45d0-4bf5-9634-318390e8a7ad', 'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'mac_address': 'fa:16:3e:23:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:50Z', 'updated_at': '2021-07-23T07:29:03Z', 'revision_number': 5, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'subnets': [{'id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:37.484302 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8bfa2-e899-404b-972e-3b4296c4b74a req-560899e3-0088-4d40-a5c9-a9d14b7aec56 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:37.486129 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9db8bfa2-e899-404b-972e-3b4296c4b74a req-560899e3-0088-4d40-a5c9-a9d14b7aec56 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.1535697 Jul 23 07:29:37.497048 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e310cb-f582-48ee-979f-726c7f421a47 None None] Checking router: 262755c0-2b03-4e96-ada1-afaa8430243e for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:29:37.541847 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e310cb-f582-48ee-979f-726c7f421a47 None None] Routers {'262755c0-2b03-4e96-ada1-afaa8430243e'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:29:37.543573 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-02e310cb-f582-48ee-979f-726c7f421a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:29:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['262755c0-2b03-4e96-ada1-afaa8430243e'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:37.599660 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9db8bfa2-e899-404b-972e-3b4296c4b74a req-85ab926b-7c35-43e4-99b2-61e74858bd93 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960438 Jul 23 07:29:37.610842 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-619df17f-6a44-4ac6-a61f-4535cc6cb23e req-4b56d0c2-e5b7-4661-a7d4-c519c43f2caa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36a85eb5-d9ce-417d-9f89-abae818386e7 HTTP/1.1" status: 200 len: 1000 time: 0.3341725 Jul 23 07:29:37.622117 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-28d01da6-0564-48cb-b03f-16376cff8a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:37.690662 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67370e87-717e-4c4e-9170-aa9d376f802e req-af70df7f-b0da-4dd6-89a5-d2ef6404e8f0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:37.692313 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-67370e87-717e-4c4e-9170-aa9d376f802e req-af70df7f-b0da-4dd6-89a5-d2ef6404e8f0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.4342806 Jul 23 07:29:37.703038 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43778) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:37.710432 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-4caa09ed-e285-4cb2-8454-f3740ea27d08 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Request body: {'floatingip': {'port_id': 'b9582ac8-00f4-4476-ae63-a8d03e078848'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:37.723485 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619df17f-6a44-4ac6-a61f-4535cc6cb23e req-0ed5f04f-b876-42d9-81d3-5320ab474316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:37.725114 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-619df17f-6a44-4ac6-a61f-4535cc6cb23e req-0ed5f04f-b876-42d9-81d3-5320ab474316 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89993525-8aed-4fcb-9e8c-9cff111bbf6e HTTP/1.1" status: 200 len: 849 time: 0.1049485 Jul 23 07:29:37.772562 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-02e310cb-f582-48ee-979f-726c7f421a47 None None] Set router 262755c0-2b03-4e96-ada1-afaa8430243e gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:29:37.799027 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619df17f-6a44-4ac6-a61f-4535cc6cb23e req-b306c6e0-2b16-49a0-92cd-319110ae36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:37.800088 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4caa09ed-e285-4cb2-8454-f3740ea27d08 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for floatingip, before_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:37.801256 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-619df17f-6a44-4ac6-a61f-4535cc6cb23e req-b306c6e0-2b16-49a0-92cd-319110ae36c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f640653b-1b95-4735-ad8a-809138685023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0685575 Jul 23 07:29:37.950225 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-28d01da6-0564-48cb-b03f-16376cff8a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:37.961528 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-619df17f-6a44-4ac6-a61f-4535cc6cb23e req-d75edb2d-1503-4a5f-9209-94e79e5ab89b service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467223 Jul 23 07:29:37.973005 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 43790) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:37.979464 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2136354415-network', 'tenant_id': '97911221268d4aa7a1f7ec0c46bd5c30'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:38.002290 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-28d01da6-0564-48cb-b03f-16376cff8a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.002978 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] Made reservation on behalf of 97911221268d4aa7a1f7ec0c46bd5c30 for: {'network': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:29:38.005198 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.014998 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.048309 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-02e310cb-f582-48ee-979f-726c7f421a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:51Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '80acf577-f070-4b81-921d-f90937fb9bd2', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'port_id': '36a85eb5-d9ce-417d-9f89-abae818386e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'mac_address': 'fa:16:3e:c2:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d343ed-f9bb-49d8-bd48-4f2797549868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:29:04Z', 'updated_at': '2021-07-23T07:29:35Z', 'revision_number': 1, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb8939a-45d0-4bf5-9634-318390e8a7ad', 'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'mac_address': 'fa:16:3e:23:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:50Z', 'updated_at': '2021-07-23T07:29:03Z', 'revision_number': 5, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'subnets': [{'id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:38.086951 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e310cb-f582-48ee-979f-726c7f421a47 None None] The sync data for ids ['262755c0-2b03-4e96-ada1-afaa8430243e'] in dv-cinder-773985-13-iscsi is: [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:51Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '80acf577-f070-4b81-921d-f90937fb9bd2', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'port_id': '36a85eb5-d9ce-417d-9f89-abae818386e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'mac_address': 'fa:16:3e:c2:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d343ed-f9bb-49d8-bd48-4f2797549868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:29:04Z', 'updated_at': '2021-07-23T07:29:35Z', 'revision_number': 1, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb8939a-45d0-4bf5-9634-318390e8a7ad', 'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'mac_address': 'fa:16:3e:23:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:50Z', 'updated_at': '2021-07-23T07:29:03Z', 'revision_number': 5, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'subnets': [{'id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:29:38.119856 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.124418 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.148948 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-28d01da6-0564-48cb-b03f-16376cff8a2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5469948a3c26407ea0d312f1ab65381c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9283891 Jul 23 07:29:38.149177 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:29:38.149643 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d01da6-0564-48cb-b03f-16376cff8a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e917d08-31cf-4c61-a612-e40a0ef747a5,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:38.150557 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 43794) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:38.175871 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6d6c0f-06aa-4391-9153-930f4b73fa80,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:38.185535 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.185883 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.segments_db [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] Added segment 348f6ff9-bc58-4784-a992-4d2787174b80 of type vlan for network e91382da-0545-410d-b26b-a7c17a272e5c Jul 23 07:29:38.246182 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.268706 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-181092ea-0be2-4554-9e94-f46671852c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.299891 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.300951 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:38.301530 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.305708 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-181092ea-0be2-4554-9e94-f46671852c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.352161 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3779974 Jul 23 07:29:38.352605 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43796) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:38.357328 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4d5b07-7026-46e8-a2c9-6102739afd48 None None] New status for floating IP 80acf577-f070-4b81-921d-f90937fb9bd2: ACTIVE {{(pid=93083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:29:38.358930 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-2439edf9-2e51-4cba-8ab7-e6bf05101e05 admin admin] Request body: {'subnet': {'network_id': 'e91382da-0545-410d-b26b-a7c17a272e5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2136354415-subnet', 'tenant_id': '97911221268d4aa7a1f7ec0c46bd5c30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:38.408983 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e63a9c-14bf-4946-a6ef-ef5bd35d3ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=e91382da-0545-410d-b26b-a7c17a272e5c,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:38.428166 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network e91382da-0545-410d-b26b-a7c17a272e5c details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:29:38.429406 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2439edf9-2e51-4cba-8ab7-e6bf05101e05 admin admin] Made reservation on behalf of 97911221268d4aa7a1f7ec0c46bd5c30 for: {'subnet': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:29:38.432172 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2439edf9-2e51-4cba-8ab7-e6bf05101e05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.437579 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-181092ea-0be2-4554-9e94-f46671852c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.440118 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-181092ea-0be2-4554-9e94-f46671852c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.441256 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-181092ea-0be2-4554-9e94-f46671852c46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e917d08-31cf-4c61-a612-e40a0ef747a5 HTTP/1.1" status: 204 len: 168 time: 0.2856972 Jul 23 07:29:38.456982 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181092ea-0be2-4554-9e94-f46671852c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e917d08-31cf-4c61-a612-e40a0ef747a5,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:38.761442 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f1922-9f0f-43c7-bcb1-d5c28a224656 req-14b9d0ca-e590-4444-ad7e-437cbe0e1564 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:38.763080 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ab0f1922-9f0f-43c7-bcb1-d5c28a224656 req-14b9d0ca-e590-4444-ad7e-437cbe0e1564 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0900102 Jul 23 07:29:38.782172 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.db.resource_extend [None req-4caa09ed-e285-4cb2-8454-f3740ea27d08 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 07:29:38.809631 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ab0f1922-9f0f-43c7-bcb1-d5c28a224656 req-92b0617b-fa95-451b-bb76-16adbbe98936 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399055 Jul 23 07:29:38.866867 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 43808) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:38.870196 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4caa09ed-e285-4cb2-8454-f3740ea27d08 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.875826 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4caa09ed-e285-4cb2-8454-f3740ea27d08 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.895964 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b7ea048f-b23b-4b67-be6f-85b311b2e3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:38.991669 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-619df17f-6a44-4ac6-a61f-4535cc6cb23e req-ba30ee03-9489-451b-aa6c-f850f980ed98 service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257541 Jul 23 07:29:39.037748 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.l3_db [None req-4caa09ed-e285-4cb2-8454-f3740ea27d08 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Floating IP 1b2678f6-ac8d-4db5-9a8e-d60bbe5ac0b4 associated. External IP: 172.27.1.207, port: b9582ac8-00f4-4476-ae63-a8d03e078848. Jul 23 07:29:39.039064 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b7ea048f-b23b-4b67-be6f-85b311b2e3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:39.043565 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b7ea048f-b23b-4b67-be6f-85b311b2e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:39.080821 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-b7ea048f-b23b-4b67-be6f-85b311b2e3bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e195fd22a8bc4688960c3f9ed623c3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128892 Jul 23 07:29:39.083297 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 43810) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:39.092274 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea048f-b23b-4b67-be6f-85b311b2e3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b099a307-bf8c-4a1b-aa2a-65f7629e5e69,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:39.102286 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2439edf9-2e51-4cba-8ab7-e6bf05101e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:39.141954 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-721a05e5-1162-4949-ac43-4586ec45cf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:39.172236 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-721a05e5-1162-4949-ac43-4586ec45cf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:39.188598 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439edf9-2e51-4cba-8ab7-e6bf05101e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=344311f3-a8a6-4216-97a3-b70b72c13a1b,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:39.199901 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2439edf9-2e51-4cba-8ab7-e6bf05101e05 admin admin] Checking segment: {'id': '348f6ff9-bc58-4784-a992-4d2787174b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e91382da-0545-410d-b26b-a7c17a272e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:29:39.200287 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2439edf9-2e51-4cba-8ab7-e6bf05101e05 admin admin] Network hostable DHCP agents. Network: e91382da-0545-410d-b26b-a7c17a272e5c, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:29:39.220229 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-721a05e5-1162-4949-ac43-4586ec45cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:39.222827 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-721a05e5-1162-4949-ac43-4586ec45cf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:39.223975 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-721a05e5-1162-4949-ac43-4586ec45cf67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b099a307-bf8c-4a1b-aa2a-65f7629e5e69 HTTP/1.1" status: 204 len: 168 time: 0.1397557 Jul 23 07:29:39.232488 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a05e5-1162-4949-ac43-4586ec45cf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b099a307-bf8c-4a1b-aa2a-65f7629e5e69,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:39.280433 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2439edf9-2e51-4cba-8ab7-e6bf05101e05 admin admin] Network e91382da-0545-410d-b26b-a7c17a272e5c is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:29:39.295480 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-2439edf9-2e51-4cba-8ab7-e6bf05101e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, e91382da-0545-410d-b26b-a7c17a272e5c) {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:29:39.301926 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2439edf9-2e51-4cba-8ab7-e6bf05101e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:39.302519 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2439edf9-2e51-4cba-8ab7-e6bf05101e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:39.304313 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e446f03-a13e-4ec2-b0c0-21a68df6fa8b None None] Network e91382da-0545-410d-b26b-a7c17a272e5c requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:29:39.327151 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-2439edf9-2e51-4cba-8ab7-e6bf05101e05 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9733193 Jul 23 07:29:39.344368 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4caa09ed-e285-4cb2-8454-f3740ea27d08 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Router 63279ee6-7d44-461a-a924-c6e89946307c has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:29:39.486963 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caa09ed-e285-4cb2-8454-f3740ea27d08 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:29:39.493922 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4caa09ed-e285-4cb2-8454-f3740ea27d08 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:39.502436 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf39d2-d3a9-404a-8cc2-48f44f46b26e None None] Sync routers for ids ['63279ee6-7d44-461a-a924-c6e89946307c'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:29:39.515966 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf39d2-d3a9-404a-8cc2-48f44f46b26e None None] Routers {'63279ee6-7d44-461a-a924-c6e89946307c'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:29:39.516923 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-9edf39d2-d3a9-404a-8cc2-48f44f46b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:29:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['63279ee6-7d44-461a-a924-c6e89946307c'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:39.553152 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-4caa09ed-e285-4cb2-8454-f3740ea27d08 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "PUT /v2.0/floatingips/1b2678f6-ac8d-4db5-9a8e-d60bbe5ac0b4 HTTP/1.1" status: 200 len: 992 time: 1.8489070 Jul 23 07:29:39.554683 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130d617b-ed49-4995-a379-463d96c6085d', 'tag': 'b9582ac8-00f4-4476-ae63-a8d03e078848'}] {{(pid=93082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:29:39.558059 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b256c8136409c27575bdc441bd1bca69cfbf6e91dd21a7f25e02723c0082f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55634e85-0255-4681-931d-74eace602b51" -d '{"events": [{"name": "network-changed", "server_uuid": "130d617b-ed49-4995-a379-463d96c6085d", "tag": "b9582ac8-00f4-4476-ae63-a8d03e078848"}]}' {{(pid=93082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:29:39.593057 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930642a1-f697-410a-be3d-f7b5889ec69b None None] Network e91382da-0545-410d-b26b-a7c17a272e5c requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:29:39.707837 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 43830) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:39.722668 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-66d73047-4367-4594-be0b-54fdda833e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:39.799685 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-9edf39d2-d3a9-404a-8cc2-48f44f46b26e None None] Set router 63279ee6-7d44-461a-a924-c6e89946307c gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:29:39.849155 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-66d73047-4367-4594-be0b-54fdda833e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:39.854010 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-66d73047-4367-4594-be0b-54fdda833e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:39.895646 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-66d73047-4367-4594-be0b-54fdda833e0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77337df8d39d446a81eb26ee9e2e6ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843300 Jul 23 07:29:39.895646 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d73047-4367-4594-be0b-54fdda833e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fdfb4f-4a03-4be8-9c59-eaf369557c0f,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:39.896183 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 43836) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:39.953901 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b93c5fb5-07de-4d9b-828e-8321167fb27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:39.977114 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b93c5fb5-07de-4d9b-828e-8321167fb27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:40.028712 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b93c5fb5-07de-4d9b-828e-8321167fb27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:40.031410 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b93c5fb5-07de-4d9b-828e-8321167fb27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:40.032603 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-b93c5fb5-07de-4d9b-828e-8321167fb27e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42fdfb4f-4a03-4be8-9c59-eaf369557c0f HTTP/1.1" status: 204 len: 168 time: 0.1351409 Jul 23 07:29:40.041369 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c5fb5-07de-4d9b-828e-8321167fb27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fdfb4f-4a03-4be8-9c59-eaf369557c0f,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:40.076366 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-9edf39d2-d3a9-404a-8cc2-48f44f46b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '1b2678f6-ac8d-4db5-9a8e-d60bbe5ac0b4', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'port_id': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'mac_address': 'fa:16:3e:82:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d617b-ed49-4995-a379-463d96c6085d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:29:08Z', 'updated_at': '2021-07-23T07:29:38Z', 'revision_number': 1, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51b45d1-e333-4f86-95da-8fd6790e0d07', 'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'mac_address': 'fa:16:3e:11:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:55Z', 'updated_at': '2021-07-23T07:29:11Z', 'revision_number': 5, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'subnets': [{'id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:40.107750 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf39d2-d3a9-404a-8cc2-48f44f46b26e None None] Checking router: 63279ee6-7d44-461a-a924-c6e89946307c for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:29:40.117703 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf39d2-d3a9-404a-8cc2-48f44f46b26e None None] Routers {'63279ee6-7d44-461a-a924-c6e89946307c'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:29:40.118336 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-9edf39d2-d3a9-404a-8cc2-48f44f46b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:29:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['63279ee6-7d44-461a-a924-c6e89946307c'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:40.226244 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-9edf39d2-d3a9-404a-8cc2-48f44f46b26e None None] Set router 63279ee6-7d44-461a-a924-c6e89946307c gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:29:40.448636 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-9edf39d2-d3a9-404a-8cc2-48f44f46b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '1b2678f6-ac8d-4db5-9a8e-d60bbe5ac0b4', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'port_id': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'mac_address': 'fa:16:3e:82:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d617b-ed49-4995-a379-463d96c6085d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:29:08Z', 'updated_at': '2021-07-23T07:29:38Z', 'revision_number': 1, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51b45d1-e333-4f86-95da-8fd6790e0d07', 'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'mac_address': 'fa:16:3e:11:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:55Z', 'updated_at': '2021-07-23T07:29:11Z', 'revision_number': 5, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'subnets': [{'id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:40.474248 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf39d2-d3a9-404a-8cc2-48f44f46b26e None None] The sync data for ids ['63279ee6-7d44-461a-a924-c6e89946307c'] in dv-cinder-773985-13-iscsi is: [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '1b2678f6-ac8d-4db5-9a8e-d60bbe5ac0b4', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'port_id': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'mac_address': 'fa:16:3e:82:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d617b-ed49-4995-a379-463d96c6085d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:29:08Z', 'updated_at': '2021-07-23T07:29:38Z', 'revision_number': 1, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51b45d1-e333-4f86-95da-8fd6790e0d07', 'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'mac_address': 'fa:16:3e:11:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:55Z', 'updated_at': '2021-07-23T07:29:11Z', 'revision_number': 5, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'subnets': [{'id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:29:40.661543 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a96803d-a70f-45d9-a489-652989609d88 None None] New status for floating IP 1b2678f6-ac8d-4db5-9a8e-d60bbe5ac0b4: ACTIVE {{(pid=93083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:29:40.923082 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c37060d-21b0-43e1-9eae-829e6a4fd3f3 x-openstack-request-id: req-1c37060d-21b0-43e1-9eae-829e6a4fd3f3 {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:29:40.923576 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130d617b-ed49-4995-a379-463d96c6085d", "tag": "b9582ac8-00f4-4476-ae63-a8d03e078848", "status": "completed", "code": 200}]} {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:29:40.923986 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c37060d-21b0-43e1-9eae-829e6a4fd3f3 {{(pid=93082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:29:40.924584 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130d617b-ed49-4995-a379-463d96c6085d', 'tag': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'status': 'completed', 'code': 200} Jul 23 07:29:41.060143 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c267c7-3946-426d-b3c1-a12f944eccf8 req-6f2a6edf-890d-4da5-b16f-63e2ca51ee15 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:41.061603 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d6c267c7-3946-426d-b3c1-a12f944eccf8 req-6f2a6edf-890d-4da5-b16f-63e2ca51ee15 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0991862 Jul 23 07:29:41.079644 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55634e85-0255-4681-931d-74eace602b51 req-8e45b392-ce8b-4e5d-a50a-97867204841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:41.081109 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-55634e85-0255-4681-931d-74eace602b51 req-8e45b392-ce8b-4e5d-a50a-97867204841a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b&device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 1099 time: 0.0822010 Jul 23 07:29:41.127424 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d6c267c7-3946-426d-b3c1-a12f944eccf8 req-91017e28-7972-40b4-8b6f-ffb34c449cd9 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574098 Jul 23 07:29:41.194723 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55634e85-0255-4681-931d-74eace602b51 req-a079b2d3-c487-4b9f-9d04-c2df2167bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:41.196210 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-55634e85-0255-4681-931d-74eace602b51 req-a079b2d3-c487-4b9f-9d04-c2df2167bbac service neutron] 10.222.0.23 "GET /v2.0/networks?id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6 HTTP/1.1" status: 200 len: 917 time: 0.0950367 Jul 23 07:29:41.279179 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-55634e85-0255-4681-931d-74eace602b51 req-0c4dd553-25bd-4938-8410-c385647b036c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9582ac8-00f4-4476-ae63-a8d03e078848 HTTP/1.1" status: 200 len: 1002 time: 0.0634837 Jul 23 07:29:41.338094 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55634e85-0255-4681-931d-74eace602b51 req-47dbe803-6444-44a0-8a11-2413b5dfbf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:41.339578 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-55634e85-0255-4681-931d-74eace602b51 req-47dbe803-6444-44a0-8a11-2413b5dfbf52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d HTTP/1.1" status: 200 len: 855 time: 0.0495396 Jul 23 07:29:41.404804 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55634e85-0255-4681-931d-74eace602b51 req-dac881bc-8001-4fab-9f1d-7901579ade86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:41.406319 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-55634e85-0255-4681-931d-74eace602b51 req-dac881bc-8001-4fab-9f1d-7901579ade86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537148 Jul 23 07:29:41.511396 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-55634e85-0255-4681-931d-74eace602b51 req-0f634678-2780-4667-89ed-c98fdef5ea57 service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959165 Jul 23 07:29:41.601205 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-55634e85-0255-4681-931d-74eace602b51 req-c74a1da0-f047-4e74-980d-6765b143e310 service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823803 Jul 23 07:29:42.282655 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da270e27-db5e-4bfb-82e7-78dc9b1eb08d req-fce81005-056a-4b38-87cc-8557e43c096f tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:42.284185 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-da270e27-db5e-4bfb-82e7-78dc9b1eb08d req-fce81005-056a-4b38-87cc-8557e43c096f tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0724802 Jul 23 07:29:42.328591 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-da270e27-db5e-4bfb-82e7-78dc9b1eb08d req-2b588820-3019-43c5-ab08-9e4ae91e3462 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385497 Jul 23 07:29:42.638302 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f085da9-02b9-4301-aae7-b0b848d54b11 req-9fdd2761-d831-4748-af9c-67b0b08bc20a tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:42.639796 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6f085da9-02b9-4301-aae7-b0b848d54b11 req-9fdd2761-d831-4748-af9c-67b0b08bc20a tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 945 time: 0.0670874 Jul 23 07:29:42.676626 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6f085da9-02b9-4301-aae7-b0b848d54b11 req-e80bf6e8-db66-419d-ad9d-9bf513a2c340 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310965 Jul 23 07:29:45.887782 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf19e1-1194-4dfb-aeb2-5200d2acd5c4 req-da3035df-3cc0-4432-aff1-e485b45bdad2 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:45.889383 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-33cf19e1-1194-4dfb-aeb2-5200d2acd5c4 req-da3035df-3cc0-4432-aff1-e485b45bdad2 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0638506 Jul 23 07:29:45.927758 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-33cf19e1-1194-4dfb-aeb2-5200d2acd5c4 req-54fbb1ba-75e7-4131-8ef5-40c4c0be20c8 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326364 Jul 23 07:29:45.949313 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960ce16-455f-4ca0-b0d5-adaeed4d63c2 req-9e05cba4-9e2b-4493-a834-4de964432805 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:45.950933 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a960ce16-455f-4ca0-b0d5-adaeed4d63c2 req-9e05cba4-9e2b-4493-a834-4de964432805 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 945 time: 0.0655160 Jul 23 07:29:45.988365 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a960ce16-455f-4ca0-b0d5-adaeed4d63c2 req-331710fd-e9e7-49ac-951a-48d9bc2571b3 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317051 Jul 23 07:29:46.178645 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:29:47.203386 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678dfd6-b0ac-49aa-a42e-dc1fc0698062 req-8f5c8e94-8ccb-4f74-9a0d-31e477ac70d3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:47.206282 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c83eb-e314-4977-826f-d7dcffa23bb6 req-f5244fb4-af29-49c6-87f9-73d799ad61d1 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:47.208564 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-252c83eb-e314-4977-826f-d7dcffa23bb6 req-f5244fb4-af29-49c6-87f9-73d799ad61d1 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 945 time: 0.1001458 Jul 23 07:29:47.216495 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7678dfd6-b0ac-49aa-a42e-dc1fc0698062 req-8f5c8e94-8ccb-4f74-9a0d-31e477ac70d3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.1871521 Jul 23 07:29:47.276821 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-252c83eb-e314-4977-826f-d7dcffa23bb6 req-4e893246-9dde-42f5-9439-3aae683f2b3e tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584781 Jul 23 07:29:47.278162 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7678dfd6-b0ac-49aa-a42e-dc1fc0698062 req-2dab2cea-7dea-41b0-83a1-08686654dc4f tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604217 Jul 23 07:29:47.311464 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44076) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:47.419441 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:47.538114 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:47.545747 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:47.589281 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4803b4fd2b614f1e8b302af1d7900e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765579 Jul 23 07:29:47.590137 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6974a898-dd4a-4d56-9a9d-c4d64c37bf64,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:47.592011 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44080) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:47.598957 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.599423 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.599850 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.600374 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.600716 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.601047 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.601374 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.601700 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.602022 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.602343 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.602664 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.603038 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7bd73-5cb2-4545-b739-52b1e709afa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.650974 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:47.673498 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:47.724561 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:47.727136 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:47.728324 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6974a898-dd4a-4d56-9a9d-c4d64c37bf64 HTTP/1.1" status: 204 len: 168 time: 0.1350791 Jul 23 07:29:47.738150 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6974a898-dd4a-4d56-9a9d-c4d64c37bf64,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:47.746855 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.747209 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.747549 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.747880 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.748236 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.748570 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.749612 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.749962 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.750291 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.750615 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.750938 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:47.751288 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712e3601-d818-423c-b067-3b0a74b217cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:29:48.023232 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44116) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:48.036729 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-89f213cb-992f-4888-9790-ea22023953a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.156745 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-89f213cb-992f-4888-9790-ea22023953a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.161269 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb700837-a33b-4980-b03e-b35b9d1b13a0 req-872ccdb3-6a2b-4127-bc9c-a18c74f03457 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:48.165327 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-89f213cb-992f-4888-9790-ea22023953a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.170730 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bb700837-a33b-4980-b03e-b35b9d1b13a0 req-872ccdb3-6a2b-4127-bc9c-a18c74f03457 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.23 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 945 time: 0.1055505 Jul 23 07:29:48.210792 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f213cb-992f-4888-9790-ea22023953a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816dc1c1-2c53-46c6-9574-c9e570ea0617,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:48.215798 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-89f213cb-992f-4888-9790-ea22023953a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60e966c51c1f45c5bf487ed8c6fd7a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914701 Jul 23 07:29:48.219800 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44128) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:48.281257 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-544ed616-97e6-4687-a6da-6613b9150dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.326332 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-544ed616-97e6-4687-a6da-6613b9150dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.361942 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-bb700837-a33b-4980-b03e-b35b9d1b13a0 req-572cecd1-7b1b-4528-899e-c9fac0acdc18 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Deleting port 1e658fa8-87d2-4051-9002-b7c9c0b1d56c {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:29:48.362427 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-bb700837-a33b-4980-b03e-b35b9d1b13a0 req-572cecd1-7b1b-4528-899e-c9fac0acdc18 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.365569 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44138) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:48.432351 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-544ed616-97e6-4687-a6da-6613b9150dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.434842 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-544ed616-97e6-4687-a6da-6613b9150dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.438696 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-544ed616-97e6-4687-a6da-6613b9150dc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/816dc1c1-2c53-46c6-9574-c9e570ea0617 HTTP/1.1" status: 204 len: 168 time: 0.2154107 Jul 23 07:29:48.463669 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ed616-97e6-4687-a6da-6613b9150dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816dc1c1-2c53-46c6-9574-c9e570ea0617,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:48.525134 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b890ef36-e8a7-44f5-9a9d-2be0493eeb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.542047 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-bb700837-a33b-4980-b03e-b35b9d1b13a0 req-572cecd1-7b1b-4528-899e-c9fac0acdc18 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] For port 1e658fa8-87d2-4051-9002-b7c9c0b1d56c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1e658fa8-87d2-4051-9002-b7c9c0b1d56c,segment=NetworkSegment(76c8a70c-366e-40a0-bfad-cbf3150cb8e3),segment_id=76c8a70c-366e-40a0-bfad-cbf3150cb8e3)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:29:48.542426 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-bb700837-a33b-4980-b03e-b35b9d1b13a0 req-572cecd1-7b1b-4528-899e-c9fac0acdc18 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.550458 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e859a-5051-4960-9918-0e43c85c91e5 req-6743b33a-2bc9-4b67-830a-9822bfe9df2a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:48.552183 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-bf2e859a-5051-4960-9918-0e43c85c91e5 req-6743b33a-2bc9-4b67-830a-9822bfe9df2a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.1535146 Jul 23 07:29:48.565912 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-bb700837-a33b-4980-b03e-b35b9d1b13a0 req-572cecd1-7b1b-4528-899e-c9fac0acdc18 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Calling delete_port for 1e658fa8-87d2-4051-9002-b7c9c0b1d56c owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:29:48.627369 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-bf2e859a-5051-4960-9918-0e43c85c91e5 req-64feac47-b4df-4b85-aa89-20409e53c095 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637271 Jul 23 07:29:48.689585 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b890ef36-e8a7-44f5-9a9d-2be0493eeb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.695753 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b890ef36-e8a7-44f5-9a9d-2be0493eeb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.700754 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc7c5f-be16-478b-aee3-e307809a0036 req-b76b27b3-424e-4aa2-b294-a1a28632501d tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:48.702340 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-22cc7c5f-be16-478b-aee3-e307809a0036 req-b76b27b3-424e-4aa2-b294-a1a28632501d tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 945 time: 0.2371652 Jul 23 07:29:48.738823 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-b890ef36-e8a7-44f5-9a9d-2be0493eeb12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=364367fe0a384647ad9d817d674c41cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719547 Jul 23 07:29:48.739863 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890ef36-e8a7-44f5-9a9d-2be0493eeb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3a6129-678d-453b-8181-2ed097616d02,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:48.743141 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44154) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:48.775287 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-22cc7c5f-be16-478b-aee3-e307809a0036 req-d77a65d7-176b-4cc4-9819-928bd609698f tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/security-groups?id=36df0353-c940-4770-9e6e-d1ff630d83e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658066 Jul 23 07:29:48.801680 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bc7e941e-dcd0-47ad-b477-922600a8d64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.835984 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bc7e941e-dcd0-47ad-b477-922600a8d64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.846161 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-bb700837-a33b-4980-b03e-b35b9d1b13a0 req-572cecd1-7b1b-4528-899e-c9fac0acdc18 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.883017 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cecd1-7b1b-4528-899e-c9fac0acdc18 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Pushing event deleted for resources: {'Port': ['ID=1e658fa8-87d2-4051-9002-b7c9c0b1d56c,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:48.893208 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['1e658fa8-87d2-4051-9002-b7c9c0b1d56c'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:29:48.920522 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bc7e941e-dcd0-47ad-b477-922600a8d64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.923587 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bc7e941e-dcd0-47ad-b477-922600a8d64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.925598 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-bc7e941e-dcd0-47ad-b477-922600a8d64d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc3a6129-678d-453b-8181-2ed097616d02 HTTP/1.1" status: 204 len: 168 time: 0.1814108 Jul 23 07:29:48.937811 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e941e-dcd0-47ad-b477-922600a8d64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3a6129-678d-453b-8181-2ed097616d02,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:48.955046 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb700837-a33b-4980-b03e-b35b9d1b13a0 req-572cecd1-7b1b-4528-899e-c9fac0acdc18 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] No DVR routers for this DVR port 1e658fa8-87d2-4051-9002-b7c9c0b1d56c on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:29:48.958510 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-bb700837-a33b-4980-b03e-b35b9d1b13a0 req-572cecd1-7b1b-4528-899e-c9fac0acdc18 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:48.961844 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bb700837-a33b-4980-b03e-b35b9d1b13a0 req-572cecd1-7b1b-4528-899e-c9fac0acdc18 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.23 "DELETE /v2.0/ports/1e658fa8-87d2-4051-9002-b7c9c0b1d56c HTTP/1.1" status: 204 len: 173 time: 0.7765412 Jul 23 07:29:48.962346 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364a2153-8b41-44c7-9aee-2587a64329bb', 'name': 'network-vif-deleted', 'tag': '1e658fa8-87d2-4051-9002-b7c9c0b1d56c'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:29:48.964594 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7311aafe-9100-4694-b0df-267861eb840f" -d '{"events": [{"server_uuid": "364a2153-8b41-44c7-9aee-2587a64329bb", "name": "network-vif-deleted", "tag": "1e658fa8-87d2-4051-9002-b7c9c0b1d56c"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:29:49.007545 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963e261e-e460-4c93-95b1-8259ecbb7148 x-openstack-request-id: req-963e261e-e460-4c93-95b1-8259ecbb7148 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:29:49.007966 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364a2153-8b41-44c7-9aee-2587a64329bb", "name": "network-vif-deleted", "tag": "1e658fa8-87d2-4051-9002-b7c9c0b1d56c", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:29:49.007966 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-963e261e-e460-4c93-95b1-8259ecbb7148 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:29:49.008400 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364a2153-8b41-44c7-9aee-2587a64329bb', 'name': 'network-vif-deleted', 'tag': '1e658fa8-87d2-4051-9002-b7c9c0b1d56c', 'status': 'completed', 'code': 200} Jul 23 07:29:49.392560 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44192) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:49.408286 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2e729f52-8795-4ce6-a840-100a9938db93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:49.521045 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2e729f52-8795-4ce6-a840-100a9938db93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:49.526793 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2e729f52-8795-4ce6-a840-100a9938db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:49.563351 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e729f52-8795-4ce6-a840-100a9938db93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32a55ca-f492-4890-bd68-97c4b9888b86,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:49.585752 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-2e729f52-8795-4ce6-a840-100a9938db93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f905bc273e5a4b19a12e8c423b11b378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885238 Jul 23 07:29:49.585860 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44198) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:49.648404 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-57e989da-c995-48d7-93d4-cb47510edac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:49.685212 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-57e989da-c995-48d7-93d4-cb47510edac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:49.743250 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-57e989da-c995-48d7-93d4-cb47510edac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:49.746394 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-57e989da-c995-48d7-93d4-cb47510edac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:49.747585 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-57e989da-c995-48d7-93d4-cb47510edac1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d32a55ca-f492-4890-bd68-97c4b9888b86 HTTP/1.1" status: 204 len: 168 time: 0.1603751 Jul 23 07:29:49.756525 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e989da-c995-48d7-93d4-cb47510edac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32a55ca-f492-4890-bd68-97c4b9888b86,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:49.773986 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44214) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:49.843389 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc0ac6-aecf-4bfa-9970-bee8ca93dde8 req-1e9e4dd2-0d80-4a79-9400-6a4155064fca tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:49.855237 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-75cc0ac6-aecf-4bfa-9970-bee8ca93dde8 req-1e9e4dd2-0d80-4a79-9400-6a4155064fca tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.1243448 Jul 23 07:29:49.913767 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-75cc0ac6-aecf-4bfa-9970-bee8ca93dde8 req-92a61110-e0cc-4acf-832f-7fd299da1e6f tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573316 Jul 23 07:29:49.932924 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-047e53a1-3fc0-47d1-acec-1523b7f77202 req-44067124-6f4e-4f48-8918-a1e3cc828b96 tempest-DeleteServersTestJSON-415384449 tempest-DeleteServersTestJSON-415384449-project] 10.222.0.13 "GET /v2.0/ports?device_id=364a2153-8b41-44c7-9aee-2587a64329bb HTTP/1.1" status: 200 len: 210 time: 0.0386903 Jul 23 07:29:50.159347 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-69c86ab8-40bb-481f-9708-062cdd6be2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:50.277356 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-69c86ab8-40bb-481f-9708-062cdd6be2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:50.282179 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-69c86ab8-40bb-481f-9708-062cdd6be2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:50.335434 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-69c86ab8-40bb-481f-9708-062cdd6be2c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7ff3cab43f94260939032913ff951aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5592163 Jul 23 07:29:50.337138 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c86ab8-40bb-481f-9708-062cdd6be2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28e57a9-11cf-4c91-88f0-b47e027daac1,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:50.337909 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44244) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:50.624847 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-10822105-a59b-4c50-b9b8-6c4d1640c9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:50.650741 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-10822105-a59b-4c50-b9b8-6c4d1640c9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:50.699122 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-10822105-a59b-4c50-b9b8-6c4d1640c9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:50.701648 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-10822105-a59b-4c50-b9b8-6c4d1640c9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:50.703103 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-10822105-a59b-4c50-b9b8-6c4d1640c9f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a28e57a9-11cf-4c91-88f0-b47e027daac1 HTTP/1.1" status: 204 len: 168 time: 0.3631589 Jul 23 07:29:50.712264 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10822105-a59b-4c50-b9b8-6c4d1640c9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28e57a9-11cf-4c91-88f0-b47e027daac1,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:51.053567 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72432c8-ea08-4d69-ade2-9b3458b4eb43 req-e8b51e03-ff58-4983-bd96-03ad8d3e6ece tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:51.061774 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f72432c8-ea08-4d69-ade2-9b3458b4eb43 req-e8b51e03-ff58-4983-bd96-03ad8d3e6ece tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0874517 Jul 23 07:29:51.113409 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f72432c8-ea08-4d69-ade2-9b3458b4eb43 req-84f56371-a7a7-49b1-8aec-06c2ac6359e0 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507758 Jul 23 07:29:51.858563 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 1e658fa8-87d2-4051-9002-b7c9c0b1d56c no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:29:51.883947 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: 1e658fa8-87d2-4051-9002-b7c9c0b1d56c {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:29:51.884325 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 1e658fa8-87d2-4051-9002-b7c9c0b1d56c not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:29:52.212910 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44362) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:52.273594 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342777cd-8d70-4398-8327-1193eeea9fd1 req-b5fd2fb2-c924-4234-acd6-b7fdfe8fce2c tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:52.275146 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-342777cd-8d70-4398-8327-1193eeea9fd1 req-b5fd2fb2-c924-4234-acd6-b7fdfe8fce2c tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0700223 Jul 23 07:29:52.332395 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-342777cd-8d70-4398-8327-1193eeea9fd1 req-d896a584-d7dd-4b6c-b590-4394caf63268 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451126 Jul 23 07:29:52.375447 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e534f6d8-91fd-4686-bd68-ecc362231480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:52.471970 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e534f6d8-91fd-4686-bd68-ecc362231480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:52.475816 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e534f6d8-91fd-4686-bd68-ecc362231480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:52.515114 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-e534f6d8-91fd-4686-bd68-ecc362231480 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad928df40d2d4480855c70ac7b2b0141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004999 Jul 23 07:29:52.516325 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534f6d8-91fd-4686-bd68-ecc362231480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea907630-7a6a-412f-ac11-70881b98fc5f,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:52.517922 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44370) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:52.581849 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0b27425d-a267-4fb1-bcd7-283d39796f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:52.605268 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0b27425d-a267-4fb1-bcd7-283d39796f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:52.619449 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44380) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:52.666829 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0b27425d-a267-4fb1-bcd7-283d39796f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:52.667265 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_v2 [None req-f395cde4-48a6-4ff9-a1e7-aba4ee1df236 admin admin] Deleting subnet 2b05e1d6-5f92-4810-8f58-f848520be748 {{(pid=93081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:29:52.670651 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0b27425d-a267-4fb1-bcd7-283d39796f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:52.670958 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f395cde4-48a6-4ff9-a1e7-aba4ee1df236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:52.674126 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-0b27425d-a267-4fb1-bcd7-283d39796f8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea907630-7a6a-412f-ac11-70881b98fc5f HTTP/1.1" status: 204 len: 168 time: 0.1521354 Jul 23 07:29:52.683052 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27425d-a267-4fb1-bcd7-283d39796f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea907630-7a6a-412f-ac11-70881b98fc5f,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:52.729317 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f395cde4-48a6-4ff9-a1e7-aba4ee1df236 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:52.748631 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f395cde4-48a6-4ff9-a1e7-aba4ee1df236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:52.840483 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f395cde4-48a6-4ff9-a1e7-aba4ee1df236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:52.873117 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395cde4-48a6-4ff9-a1e7-aba4ee1df236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b05e1d6-5f92-4810-8f58-f848520be748,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:52.878308 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f395cde4-48a6-4ff9-a1e7-aba4ee1df236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:52.882258 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-f395cde4-48a6-4ff9-a1e7-aba4ee1df236 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2b05e1d6-5f92-4810-8f58-f848520be748 HTTP/1.1" status: 204 len: 168 time: 0.2614124 Jul 23 07:29:52.888840 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44404) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:52.984189 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:53.121898 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:53.135380 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:29:53.135731 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:29:53.136668 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:29:53.137012 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Subscribe: > port after_create 55550000 {{(pid=93082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:29:53.137601 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:29:53.138117 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Subscribe: > port after_update 55550000 {{(pid=93082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:29:53.138589 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:29:53.138906 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:29:53.139220 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:29:53.139586 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:29:53.348708 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:29:53.349312 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:29:53.349391 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:29:53.350374 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:29:53.350896 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aacc3a6-017c-4d89-830b-218017c65b45']}} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:53.383671 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c8a70c-366e-40a0-bfad-cbf3150cb8e3') {'for_net_delete': True} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:53.384049 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c8a70c-366e-40a0-bfad-cbf3150cb8e3') {} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:29:53.401526 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14992585'] for segment, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:53.429175 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:53.438752 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:29:53.439336 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15755788'] for segment, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: from cryptography.utils import int_from_bytes Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: from cryptography.utils import int_from_bytes Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: Traceback (most recent call last): Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: timer() Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: cb(*args, **kw) Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: return func(*args, **kwargs) Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: self._notify() Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: self.callback(batched_events) Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: event.method(event) Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: return f(self, *a, **k) Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._get(url).json() Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: return self.request(url, 'GET', **kwargs) Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:29:53.448721 dv-cinder-773985-13-iscsi neutron-server[93082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:29:53.482334 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08657c08-19e0-4610-b87b-a7cca38fd5e5 req-cb8ce67b-8e4b-4d17-b99e-9987b3e02d63 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:53.484566 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-08657c08-19e0-4610-b87b-a7cca38fd5e5 req-cb8ce67b-8e4b-4d17-b99e-9987b3e02d63 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0730302 Jul 23 07:29:53.522849 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:53.543310 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=6aacc3a6-017c-4d89-830b-218017c65b45,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:53.557861 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:53.559710 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-08657c08-19e0-4610-b87b-a7cca38fd5e5 req-ae15793f-727c-4032-b5f3-e2fdb4d49372 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688736 Jul 23 07:29:53.572920 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-97681268-f4c5-4b85-b9b3-e607aeb79b6d admin admin] 10.222.0.13 "DELETE /v2.0/networks/6aacc3a6-017c-4d89-830b-218017c65b45 HTTP/1.1" status: 204 len: 168 time: 0.6827981 Jul 23 07:29:53.805358 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44456) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:53.859907 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44464) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:53.867785 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-69ca673d-0986-45b6-843d-77ed59e412d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e9d7d46b2674a979c4e832e5374820b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0608599 Jul 23 07:29:53.931835 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f66da75e-48e8-4d20-9bc0-9d8606f39843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:53.964179 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f66da75e-48e8-4d20-9bc0-9d8606f39843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:54.022274 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f66da75e-48e8-4d20-9bc0-9d8606f39843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:54.025399 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f66da75e-48e8-4d20-9bc0-9d8606f39843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:54.027000 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-f66da75e-48e8-4d20-9bc0-9d8606f39843 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36df0353-c940-4770-9e6e-d1ff630d83e7 HTTP/1.1" status: 204 len: 168 time: 0.1657932 Jul 23 07:29:54.041957 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66da75e-48e8-4d20-9bc0-9d8606f39843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36df0353-c940-4770-9e6e-d1ff630d83e7,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:54.702415 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae233cdf-afd4-462c-a2bd-bc4c6f09db76 req-3c2e32b7-78ec-4530-9dbf-a0403817330e tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:54.703947 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ae233cdf-afd4-462c-a2bd-bc4c6f09db76 req-3c2e32b7-78ec-4530-9dbf-a0403817330e tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0662966 Jul 23 07:29:54.744052 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ae233cdf-afd4-462c-a2bd-bc4c6f09db76 req-1c630d2f-6ac1-4f07-82af-b2b6d38848d9 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342045 Jul 23 07:29:54.764990 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44508) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:54.860325 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2093014770-network', 'tenant_id': '53b48d2935be49a39c5e569014173a87'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:54.885493 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] Made reservation on behalf of 53b48d2935be49a39c5e569014173a87 for: {'network': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:29:54.888244 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:54.896447 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:54.979555 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8bc30640-86fa-413a-877c-f126a05558a5 req-431c5038-a3ee-4066-8722-1add7f1b543c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0613868 Jul 23 07:29:55.003877 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:55.009054 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:55.035246 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:29:55.045806 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fbcdb5-385b-4005-9e52-a4e3c87fd14e,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:55.050927 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:55.051297 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.segments_db [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] Added segment 135720d4-62cd-454b-9201-c837e348dddb of type vlan for network 287a8c89-0c72-4334-af82-cc8dcaad7253 Jul 23 07:29:55.136926 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:55.153918 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc30640-86fa-413a-877c-f126a05558a5 req-af764db4-ee0b-46f1-969c-65d23f94ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:55.155939 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8bc30640-86fa-413a-877c-f126a05558a5 req-af764db4-ee0b-46f1-969c-65d23f94ff73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1b97984a86d47e4a53350db0daee3cf&device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 1098 time: 0.0887070 Jul 23 07:29:55.185399 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:55.186386 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:55.186964 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:55.216119 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4500248 Jul 23 07:29:55.220058 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44526) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:55.224950 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-8e64bf88-bc9c-4da9-8641-faa32262a9f7 admin admin] Request body: {'subnet': {'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2093014770-subnet', 'tenant_id': '53b48d2935be49a39c5e569014173a87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:55.238783 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44528) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:55.281634 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a21d48-b87a-46c9-8e25-0095fea94fbe admin admin] Pushing event updated for resources: {'Network': ['ID=287a8c89-0c72-4334-af82-cc8dcaad7253,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:55.289311 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e64bf88-bc9c-4da9-8641-faa32262a9f7 admin admin] Made reservation on behalf of 53b48d2935be49a39c5e569014173a87 for: {'subnet': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:29:55.294195 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network 287a8c89-0c72-4334-af82-cc8dcaad7253 details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:29:55.295211 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8e64bf88-bc9c-4da9-8641-faa32262a9f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13111080'] for subnet, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:55.338131 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc30640-86fa-413a-877c-f126a05558a5 req-a32ab4bc-9750-46c5-ad01-3358936b8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:55.341841 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8bc30640-86fa-413a-877c-f126a05558a5 req-a32ab4bc-9750-46c5-ad01-3358936b8d6e service neutron] 10.222.0.23 "GET /v2.0/networks?id=619f42d6-ea41-4e81-89f0-fe4ff73d474b HTTP/1.1" status: 200 len: 919 time: 0.1429651 Jul 23 07:29:55.456520 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8bc30640-86fa-413a-877c-f126a05558a5 req-0c79f555-0244-46cd-87f4-4ef9218afd34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3965f627-3809-44cb-a946-df133878c11d HTTP/1.1" status: 200 len: 217 time: 0.1035960 Jul 23 07:29:55.464622 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-659b6e9b-03de-4393-9e7d-098e44cb66aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:55.519658 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8e64bf88-bc9c-4da9-8641-faa32262a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15755959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13111130'] for subnet, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:55.525567 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc30640-86fa-413a-877c-f126a05558a5 req-d1a7a788-253f-4a6d-916d-f9e8672bd315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:55.527220 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8bc30640-86fa-413a-877c-f126a05558a5 req-d1a7a788-253f-4a6d-916d-f9e8672bd315 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66 HTTP/1.1" status: 200 len: 858 time: 0.0593488 Jul 23 07:29:55.578232 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8bc30640-86fa-413a-877c-f126a05558a5 req-ffdc6b0e-74d8-4692-9ec2-78a9c5b24f8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=619f42d6-ea41-4e81-89f0-fe4ff73d474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360496 Jul 23 07:29:55.589208 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64bf88-bc9c-4da9-8641-faa32262a9f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=545950e2-bd4a-4db2-afca-7a9307ec9e32,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:55.600907 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e64bf88-bc9c-4da9-8641-faa32262a9f7 admin admin] Checking segment: {'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:29:55.601300 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e64bf88-bc9c-4da9-8641-faa32262a9f7 admin admin] Network hostable DHCP agents. Network: 287a8c89-0c72-4334-af82-cc8dcaad7253, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:29:55.622944 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e64bf88-bc9c-4da9-8641-faa32262a9f7 admin admin] Network 287a8c89-0c72-4334-af82-cc8dcaad7253 is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:29:55.651539 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-8e64bf88-bc9c-4da9-8641-faa32262a9f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, 287a8c89-0c72-4334-af82-cc8dcaad7253) {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:29:55.660168 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f162f3d-ab48-4659-bfc4-6fc68444f4dd None None] Network 287a8c89-0c72-4334-af82-cc8dcaad7253 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:29:55.664475 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e64bf88-bc9c-4da9-8641-faa32262a9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:55.665088 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8e64bf88-bc9c-4da9-8641-faa32262a9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:55.778772 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8bc30640-86fa-413a-877c-f126a05558a5 req-91c6143b-7404-4895-8b27-50252ee5e084 service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894939 Jul 23 07:29:55.783995 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-659b6e9b-03de-4393-9e7d-098e44cb66aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:55.791275 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-659b6e9b-03de-4393-9e7d-098e44cb66aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:55.798240 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-8e64bf88-bc9c-4da9-8641-faa32262a9f7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5770752 Jul 23 07:29:55.862311 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8bd129-98ff-4a68-a2f8-2597d9a6ad08 None None] Network 287a8c89-0c72-4334-af82-cc8dcaad7253 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:29:55.898926 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b6e9b-03de-4393-9e7d-098e44cb66aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edb8f68-b5cb-4589-b9fa-655e3b8a9996,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:55.907382 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-659b6e9b-03de-4393-9e7d-098e44cb66aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=221e69d843aa4ab2b81961100cac204a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6674199 Jul 23 07:29:55.907554 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44556) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:55.944497 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e9536-940e-4cfd-abb1-312f91f9a156 req-766bdabf-aa44-4578-b55a-58d31344cbca tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:55.946034 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-062e9536-940e-4cfd-abb1-312f91f9a156 req-766bdabf-aa44-4578-b55a-58d31344cbca tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0943208 Jul 23 07:29:55.966311 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-46afb2fd-62cb-4171-abd7-f0c2844143b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:55.991333 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-062e9536-940e-4cfd-abb1-312f91f9a156 req-c1fcf1f4-9b44-41e5-a006-454b0d2963d3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375617 Jul 23 07:29:55.996949 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-46afb2fd-62cb-4171-abd7-f0c2844143b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:56.054601 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-46afb2fd-62cb-4171-abd7-f0c2844143b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:56.057292 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-46afb2fd-62cb-4171-abd7-f0c2844143b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:56.058434 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-46afb2fd-62cb-4171-abd7-f0c2844143b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3edb8f68-b5cb-4589-b9fa-655e3b8a9996 HTTP/1.1" status: 204 len: 168 time: 0.1497464 Jul 23 07:29:56.066274 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afb2fd-62cb-4171-abd7-f0c2844143b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edb8f68-b5cb-4589-b9fa-655e3b8a9996,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:56.312253 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-19e5b375-a36a-4e81-9611-d0f2bd1550b9 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:56.313880 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-19e5b375-a36a-4e81-9611-d0f2bd1550b9 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/networks?id=287a8c89-0c72-4334-af82-cc8dcaad7253 HTTP/1.1" status: 200 len: 815 time: 0.1076832 Jul 23 07:29:56.329155 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-f78c0c1c-4a37-4881-ba68-4545ffff0f25 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/quotas/53b48d2935be49a39c5e569014173a87 HTTP/1.1" status: 200 len: 375 time: 0.0091994 Jul 23 07:29:56.337538 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44580) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:56.351210 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-0421d417-17ab-4fd4-88e0-5ec60b81f4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:56.363735 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-d8b999ba-862b-43b8-9c6a-569be7490e5f tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=53b48d2935be49a39c5e569014173a87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282412 Jul 23 07:29:56.438827 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-0421d417-17ab-4fd4-88e0-5ec60b81f4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:56.443699 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-0421d417-17ab-4fd4-88e0-5ec60b81f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:56.460594 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-65492ade-37b0-46b9-91bc-610c9e72b099 service neutron] 10.222.0.13 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896869 Jul 23 07:29:56.491704 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-0421d417-17ab-4fd4-88e0-5ec60b81f4fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5275a6e8f364d2c9896be404065a21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506169 Jul 23 07:29:56.491704 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421d417-17ab-4fd4-88e0-5ec60b81f4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956584c3-f3dc-4749-8f1d-b78101f93dba,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:56.494574 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44584) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:29:56.549227 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-524ebb42-9b22-4e06-9777-59ed886ef9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:56.562839 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:56.576464 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-524ebb42-9b22-4e06-9777-59ed886ef9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:56.624509 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-524ebb42-9b22-4e06-9777-59ed886ef9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:56.627031 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-524ebb42-9b22-4e06-9777-59ed886ef9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:56.628192 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-524ebb42-9b22-4e06-9777-59ed886ef9dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/956584c3-f3dc-4749-8f1d-b78101f93dba HTTP/1.1" status: 204 len: 168 time: 0.1323957 Jul 23 07:29:56.637227 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ebb42-9b22-4e06-9777-59ed886ef9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956584c3-f3dc-4749-8f1d-b78101f93dba,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:29:56.731363 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-2e6c8b13-a069-4f92-ac3a-0c7b0864c3a2 service neutron] 10.222.0.13 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653096 Jul 23 07:29:58.609771 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8bc30640-86fa-413a-877c-f126a05558a5 req-d1a28318-c248-4855-b497-89325319d15c service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834394 Jul 23 07:29:58.695440 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-00ee1948-cce7-4112-bd26-2645592d166f req-8ae58080-22d0-4b63-b8f1-bb05f982c919 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 210 time: 0.0302961 Jul 23 07:29:58.814218 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7724ba-7319-4eaa-83e6-d4710b6b6f95 req-0f12f885-48a1-4e53-8f2f-2f29fa22dbd8 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:58.815600 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-da7724ba-7319-4eaa-83e6-d4710b6b6f95 req-0f12f885-48a1-4e53-8f2f-2f29fa22dbd8 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0657785 Jul 23 07:29:58.862016 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-da7724ba-7319-4eaa-83e6-d4710b6b6f95 req-38107b16-f546-4ba8-a364-4dac830caa7f tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404165 Jul 23 07:29:59.518368 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-6be469a5-2d46-4b08-8c04-b09ad506dbc8 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:29:59.519822 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-6be469a5-2d46-4b08-8c04-b09ad506dbc8 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "GET /v2.0/networks?id=287a8c89-0c72-4334-af82-cc8dcaad7253 HTTP/1.1" status: 200 len: 815 time: 0.1228845 Jul 23 07:29:59.542259 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-81d7f286-a2ae-45fb-aebf-04482d64aef1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Request body: {'port': {'device_id': '39e7dbce-3af7-4d97-8590-3cfcedf35aa4', 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253', 'admin_state_up': True, 'tenant_id': '53b48d2935be49a39c5e569014173a87'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:29:59.659387 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-81d7f286-a2ae-45fb-aebf-04482d64aef1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Made reservation on behalf of 53b48d2935be49a39c5e569014173a87 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:29:59.663936 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-81d7f286-a2ae-45fb-aebf-04482d64aef1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:59.765632 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-1d5af086-7b8f-4c61-b468-2bb3bfd1a64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:29:59.798418 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f8c7cfce-876a-4539-a6a8-aac5a56d3b1a req-d0ba0440-3b40-4c10-bfdd-33024c043824 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 210 time: 0.0348761 Jul 23 07:29:59.813576 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-81d7f286-a2ae-45fb-aebf-04482d64aef1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Allocated IP 172.20.0.12 (287a8c89-0c72-4334-af82-cc8dcaad7253/545950e2-bd4a-4db2-afca-7a9307ec9e32/ee0ae23a-b4f6-48d3-9b00-92553439c7f8) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:29:59.992774 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-81d7f286-a2ae-45fb-aebf-04482d64aef1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:00.038622 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb596f2f-efb4-4f27-8c4b-417a8f5ff395 req-2137c040-8912-4b89-b18b-c28b2e3de495 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:00.040165 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eb596f2f-efb4-4f27-8c4b-417a8f5ff395 req-2137c040-8912-4b89-b18b-c28b2e3de495 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.1067183 Jul 23 07:30:00.083160 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-81d7f286-a2ae-45fb-aebf-04482d64aef1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:00.124005 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eb596f2f-efb4-4f27-8c4b-417a8f5ff395 req-aab60aca-3bc1-4ade-b7aa-b8c453f4363a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752852 Jul 23 07:30:00.143085 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-81d7f286-a2ae-45fb-aebf-04482d64aef1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Network 287a8c89-0c72-4334-af82-cc8dcaad7253 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:30:00.147606 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-81d7f286-a2ae-45fb-aebf-04482d64aef1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:30:00.149297 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-81d7f286-a2ae-45fb-aebf-04482d64aef1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:30:00.155867 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-81d7f286-a2ae-45fb-aebf-04482d64aef1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:00.156559 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-81d7f286-a2ae-45fb-aebf-04482d64aef1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:00.164664 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7f286-a2ae-45fb-aebf-04482d64aef1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Pushing event updated for resources: {'Port': ['ID=ee0ae23a-b4f6-48d3-9b00-92553439c7f8,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:00.183108 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-81d7f286-a2ae-45fb-aebf-04482d64aef1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6446295 Jul 23 07:30:01.913599 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cbe7d-90bb-4348-b1ed-8b2b8a72fc78 req-45164961-ccca-4f48-9b10-76f2c4c1fce4 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:01.915044 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-2a1cbe7d-90bb-4348-b1ed-8b2b8a72fc78 req-45164961-ccca-4f48-9b10-76f2c4c1fce4 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 932 time: 0.0604551 Jul 23 07:30:01.950835 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-2a1cbe7d-90bb-4348-b1ed-8b2b8a72fc78 req-61343f8b-2d9a-4e1f-a54c-6c8b81e1fa99 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303347 Jul 23 07:30:02.066711 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf01ca-33cb-4cd2-8bf8-52838e1c5d0e req-91d3e674-7254-411e-9412-f29e8d5863d2 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:02.068275 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-5ccf01ca-33cb-4cd2-8bf8-52838e1c5d0e req-91d3e674-7254-411e-9412-f29e8d5863d2 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0651615 Jul 23 07:30:02.106354 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-5ccf01ca-33cb-4cd2-8bf8-52838e1c5d0e req-38931715-48f9-4d4e-a479-867710157871 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327404 Jul 23 07:30:02.193358 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-92bb4d0a-b760-4750-a447-68c83622b84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:02.732856 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:02.954459 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Request body: {'port': {'device_id': '39e7dbce-3af7-4d97-8590-3cfcedf35aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:30:03.027995 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:03.237342 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e761ea-0469-4a5e-95e5-817b38735a9c req-ea6c1752-a142-4e62-bec9-fbe23fda32db tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:03.238823 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-33e761ea-0469-4a5e-95e5-817b38735a9c req-ea6c1752-a142-4e62-bec9-fbe23fda32db tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0648425 Jul 23 07:30:03.260978 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e65cf-aa7f-425d-901c-b3656e7f512e req-47382a19-a288-4d95-b0b6-b147ee4906dd tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:03.262470 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-592e65cf-aa7f-425d-901c-b3656e7f512e req-47382a19-a288-4d95-b0b6-b147ee4906dd tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 932 time: 0.1790850 Jul 23 07:30:03.279307 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-33e761ea-0469-4a5e-95e5-817b38735a9c req-d8837e50-8735-441e-9ded-fb32ea4e1a67 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338593 Jul 23 07:30:03.329692 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-592e65cf-aa7f-425d-901c-b3656e7f512e req-f9c0257c-476a-4b17-8710-77b0e40ea206 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613763 Jul 23 07:30:03.369483 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0ae23a-b4f6-48d3-9b00-92553439c7f8 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:30:03.376912 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:03.388487 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Transition to ACTIVE for port object ee0ae23a-b4f6-48d3-9b00-92553439c7f8 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:30:03.391901 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:03.445871 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0ae23a-b4f6-48d3-9b00-92553439c7f8,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:03.481984 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Attempting to bind port ee0ae23a-b4f6-48d3-9b00-92553439c7f8 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:30:03.482417 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Attempting to bind port ee0ae23a-b4f6-48d3-9b00-92553439c7f8 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:30:03.482747 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Attempting to bind port ee0ae23a-b4f6-48d3-9b00-92553439c7f8 on network 287a8c89-0c72-4334-af82-cc8dcaad7253 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:30:03.497881 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Port ee0ae23a-b4f6-48d3-9b00-92553439c7f8 on network 287a8c89-0c72-4334-af82-cc8dcaad7253 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:30:03.497881 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Attempting to bind port ee0ae23a-b4f6-48d3-9b00-92553439c7f8 on network 287a8c89-0c72-4334-af82-cc8dcaad7253 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:30:03.497881 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:30:03.497881 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Checking segment: {'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:30:03.497881 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Bound using segment: {'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:30:03.497881 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Bound port: ee0ae23a-b4f6-48d3-9b00-92553439c7f8, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:30:03.497881 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:03.503563 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:03.560357 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] For port ee0ae23a-b4f6-48d3-9b00-92553439c7f8, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:30:03.563144 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] For port ee0ae23a-b4f6-48d3-9b00-92553439c7f8, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee0ae23a-b4f6-48d3-9b00-92553439c7f8,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:30:03.567254 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:03.600649 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:03.601247 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:03.602597 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] 10.222.0.23 "PUT /v2.0/ports/ee0ae23a-b4f6-48d3-9b00-92553439c7f8 HTTP/1.1" status: 200 len: 1094 time: 0.6534531 Jul 23 07:30:03.603024 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e7dbce-3af7-4d97-8590-3cfcedf35aa4', 'tag': 'ee0ae23a-b4f6-48d3-9b00-92553439c7f8'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:30:03.605365 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270305c8-aae7-4df0-aa99-61cf77e01961" -d '{"events": [{"name": "network-changed", "server_uuid": "39e7dbce-3af7-4d97-8590-3cfcedf35aa4", "tag": "ee0ae23a-b4f6-48d3-9b00-92553439c7f8"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:30:03.628346 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803077b1-0403-4af1-a09a-8c81a33b2d42 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0ae23a-b4f6-48d3-9b00-92553439c7f8,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:03.646845 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbbb00c-6aee-4448-87c0-f5ae0885dea8 x-openstack-request-id: req-0dbbb00c-6aee-4448-87c0-f5ae0885dea8 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:30:03.647139 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e7dbce-3af7-4d97-8590-3cfcedf35aa4", "tag": "ee0ae23a-b4f6-48d3-9b00-92553439c7f8", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:30:03.647391 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dbbb00c-6aee-4448-87c0-f5ae0885dea8 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:30:03.647784 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e7dbce-3af7-4d97-8590-3cfcedf35aa4', 'tag': 'ee0ae23a-b4f6-48d3-9b00-92553439c7f8', 'status': 'completed', 'code': 200} Jul 23 07:30:05.525820 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:06.347896 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-ce8703b5-b9b7-4c95-bd0a-4bc0f32ca790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:06.349470 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-ce8703b5-b9b7-4c95-bd0a-4bc0f32ca790 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53b48d2935be49a39c5e569014173a87&device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 1097 time: 0.0525074 Jul 23 07:30:06.477889 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-eaa95d71-8fa2-4b1c-a02e-4512fbbe6643 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0ae23a-b4f6-48d3-9b00-92553439c7f8 HTTP/1.1" status: 200 len: 217 time: 0.0527186 Jul 23 07:30:06.536742 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504ba74-71f3-4b7b-83d1-bfbfe7a66fed req-98b3ec22-f9c9-4494-9c76-8b2def9597f2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:06.538440 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a504ba74-71f3-4b7b-83d1-bfbfe7a66fed req-98b3ec22-f9c9-4494-9c76-8b2def9597f2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 944 time: 0.0679750 Jul 23 07:30:06.539097 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-d8f615c6-ddb2-4e24-8063-1ab036902bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:06.540536 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-d8f615c6-ddb2-4e24-8063-1ab036902bae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=545950e2-bd4a-4db2-afca-7a9307ec9e32 HTTP/1.1" status: 200 len: 855 time: 0.0536082 Jul 23 07:30:06.548751 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1c24f-7b13-4c8f-a475-64f80260ae48 req-22c0005c-98de-4e2c-8d4b-1f1f14e3b490 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:06.550204 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a6c1c24f-7b13-4c8f-a475-64f80260ae48 req-22c0005c-98de-4e2c-8d4b-1f1f14e3b490 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.1340094 Jul 23 07:30:06.577659 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a504ba74-71f3-4b7b-83d1-bfbfe7a66fed req-4042d7b8-539d-4daf-bbdd-c25999fb4cd8 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337129 Jul 23 07:30:06.588667 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-721ab164-488c-4c0f-845b-039326c11d9d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=287a8c89-0c72-4334-af82-cc8dcaad7253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375223 Jul 23 07:30:06.636819 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a6c1c24f-7b13-4c8f-a475-64f80260ae48 req-37e3e04f-57ba-4a42-a9cf-cb6767b4c8bf tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768077 Jul 23 07:30:06.700452 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-d39770cb-473f-4a5c-ad45-1490eded973f service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974376 Jul 23 07:30:06.793996 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c99c4136-11ee-498f-bd85-6cf08603d643 req-3bf0962b-9372-478b-bdb5-1344ac6398f0 service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855627 Jul 23 07:30:06.991179 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270305c8-aae7-4df0-aa99-61cf77e01961 req-3284ea05-006f-4052-8523-b90243c1bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:06.993096 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-270305c8-aae7-4df0-aa99-61cf77e01961 req-3284ea05-006f-4052-8523-b90243c1bf9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53b48d2935be49a39c5e569014173a87&device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 1097 time: 0.0848978 Jul 23 07:30:07.103805 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270305c8-aae7-4df0-aa99-61cf77e01961 req-f525cd04-2a71-4ad2-8eec-421de0b2c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:07.105325 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-270305c8-aae7-4df0-aa99-61cf77e01961 req-f525cd04-2a71-4ad2-8eec-421de0b2c9da service neutron] 10.222.0.23 "GET /v2.0/networks?id=287a8c89-0c72-4334-af82-cc8dcaad7253 HTTP/1.1" status: 200 len: 916 time: 0.1024539 Jul 23 07:30:07.164301 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-270305c8-aae7-4df0-aa99-61cf77e01961 req-ddadfecb-a5bc-4a6f-b180-dfdb4046f966 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0ae23a-b4f6-48d3-9b00-92553439c7f8 HTTP/1.1" status: 200 len: 217 time: 0.0479391 Jul 23 07:30:07.233881 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270305c8-aae7-4df0-aa99-61cf77e01961 req-26b8b743-ace8-4aec-87df-9372fdbd562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:07.235435 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-270305c8-aae7-4df0-aa99-61cf77e01961 req-26b8b743-ace8-4aec-87df-9372fdbd562f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=545950e2-bd4a-4db2-afca-7a9307ec9e32 HTTP/1.1" status: 200 len: 855 time: 0.0641158 Jul 23 07:30:07.273400 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-270305c8-aae7-4df0-aa99-61cf77e01961 req-bfefd2f1-8f44-4076-a0a5-01172c21e943 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=287a8c89-0c72-4334-af82-cc8dcaad7253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309203 Jul 23 07:30:07.376986 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-270305c8-aae7-4df0-aa99-61cf77e01961 req-6828cd51-0d01-41b1-98e0-b6794409236f service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952787 Jul 23 07:30:07.486906 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-270305c8-aae7-4df0-aa99-61cf77e01961 req-166eff70-8cbd-4a83-9725-315d4d1eb91d service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019003 Jul 23 07:30:07.735247 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bec1b4-009d-4434-a522-ff629eccbfd8 req-7a97ba83-a129-460d-b45b-38d1ca9b6725 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:07.736786 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-95bec1b4-009d-4434-a522-ff629eccbfd8 req-7a97ba83-a129-460d-b45b-38d1ca9b6725 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 944 time: 0.0811026 Jul 23 07:30:07.783530 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-95bec1b4-009d-4434-a522-ff629eccbfd8 req-b444562f-2dda-46d1-9719-5dd497b6cc1a tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392158 Jul 23 07:30:07.805524 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd35375-3e9c-4f5b-afb3-3dac6c63a185 req-e200a50f-a593-443d-9b3d-d9b45c2d68a8 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:07.806644 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3cd35375-3e9c-4f5b-afb3-3dac6c63a185 req-e200a50f-a593-443d-9b3d-d9b45c2d68a8 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0850401 Jul 23 07:30:07.847079 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3cd35375-3e9c-4f5b-afb3-3dac6c63a185 req-f8f318e8-ab3f-487e-a223-6a42a488a031 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346720 Jul 23 07:30:07.992553 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44836) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:08.108093 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-71e7a694-0180-41b3-a5cc-769fb76f48c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.120929 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44852) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:08.172097 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dae19c6-9cf3-45e3-82ea-bab9de57e8d5 admin admin] Deleting subnet ec46f313-f035-4d9c-8f5b-c084d95eaa25 {{(pid=93082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:30:08.175964 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7dae19c6-9cf3-45e3-82ea-bab9de57e8d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.210920 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-71e7a694-0180-41b3-a5cc-769fb76f48c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.216222 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-71e7a694-0180-41b3-a5cc-769fb76f48c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.218159 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7dae19c6-9cf3-45e3-82ea-bab9de57e8d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14992576'] for subnet, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.268564 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-71e7a694-0180-41b3-a5cc-769fb76f48c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=916d714cae664d53bddaabb887f06537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748365 Jul 23 07:30:08.269121 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7dae19c6-9cf3-45e3-82ea-bab9de57e8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.269423 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7a694-0180-41b3-a5cc-769fb76f48c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3009d3e1-1421-4c24-ad1e-e7ac62d900ce,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:08.273285 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44860) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:08.362011 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3d2402c7-4400-41d3-82f7-807433fbe739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.372755 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7dae19c6-9cf3-45e3-82ea-bab9de57e8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15755894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13111125'] for subnet, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.409224 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae19c6-9cf3-45e3-82ea-bab9de57e8d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec46f313-f035-4d9c-8f5b-c084d95eaa25,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:08.417745 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3d2402c7-4400-41d3-82f7-807433fbe739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.420286 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7dae19c6-9cf3-45e3-82ea-bab9de57e8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.422127 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-7dae19c6-9cf3-45e3-82ea-bab9de57e8d5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ec46f313-f035-4d9c-8f5b-c084d95eaa25 HTTP/1.1" status: 204 len: 168 time: 0.3001671 Jul 23 07:30:08.424735 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44866) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:08.513773 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3d2402c7-4400-41d3-82f7-807433fbe739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.522877 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3d2402c7-4400-41d3-82f7-807433fbe739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.524053 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-3d2402c7-4400-41d3-82f7-807433fbe739 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3009d3e1-1421-4c24-ad1e-e7ac62d900ce HTTP/1.1" status: 204 len: 168 time: 0.2497997 Jul 23 07:30:08.524221 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.542888 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2402c7-4400-41d3-82f7-807433fbe739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3009d3e1-1421-4c24-ad1e-e7ac62d900ce,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:08.692459 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.705170 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:30:08.705516 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:30:08.706297 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:30:08.706647 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Subscribe: > port after_create 55550000 {{(pid=93081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:30:08.706971 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:30:08.707311 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Subscribe: > port after_update 55550000 {{(pid=93081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:30:08.707645 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:30:08.707951 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:30:08.708573 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:30:08.708820 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:30:08.777096 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:30:08.777448 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:30:08.777750 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:30:08.777970 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 07:30:08.779500 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63bf3d8-5281-4ccd-88cb-84ca247d8711']}} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:08.798606 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dcf1a0-6df5-4112-899c-264162415b43') {'for_net_delete': True} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:08.798902 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dcf1a0-6df5-4112-899c-264162415b43') {} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:08.816911 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12991390'] for segment, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.849748 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.863795 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:30:08.864747 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14337652'] for segment, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: from cryptography.utils import int_from_bytes Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: from cryptography.utils import int_from_bytes Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: Traceback (most recent call last): Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: timer() Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: cb(*args, **kw) Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: return func(*args, **kwargs) Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: self._notify() Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: self.callback(batched_events) Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: event.method(event) Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: return f(self, *a, **k) Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._get(url).json() Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: return self.request(url, 'GET', **kwargs) Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:30:08.869511 dv-cinder-773985-13-iscsi neutron-server[93081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:30:08.948429 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c699-9580-450b-a838-ed1cbd2656b1 req-b7695043-b184-404e-ac27-2faf0cdd23f2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:08.949971 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7835c699-9580-450b-a838-ed1cbd2656b1 req-b7695043-b184-404e-ac27-2faf0cdd23f2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 944 time: 0.0855067 Jul 23 07:30:08.950482 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44890) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:08.970713 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-dda2e636-dac5-447a-95de-516f5d487a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.014987 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7835c699-9580-450b-a838-ed1cbd2656b1 req-acd50c31-101c-4ec3-90f8-a270d4cdcf2b tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579581 Jul 23 07:30:09.102902 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-dda2e636-dac5-447a-95de-516f5d487a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.107866 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-dda2e636-dac5-447a-95de-516f5d487a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.148953 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2e636-dac5-447a-95de-516f5d487a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5528e215-996b-4a0a-8167-f7f717a9a283,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:09.153562 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-dda2e636-dac5-447a-95de-516f5d487a69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=790ad97d30b24b6bab8f5cd18f6525a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019045 Jul 23 07:30:09.156381 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44892) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:09.214765 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b0376214-4d5f-435d-bb9f-047073265b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.219330 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device ee0ae23a-b4f6-48d3-9b00-92553439c7f8 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:30:09.226316 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.241239 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b0376214-4d5f-435d-bb9f-047073265b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.242591 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.244943 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d63bf3d8-5281-4ccd-88cb-84ca247d8711 HTTP/1.1" status: 204 len: 168 time: 0.8192041 Jul 23 07:30:09.248879 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44894) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:09.257195 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0c779-fe04-4697-933e-d52c126cf844 admin admin] Pushing event deleted for resources: {'Network': ['ID=d63bf3d8-5281-4ccd-88cb-84ca247d8711,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:09.283975 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26715580-3b4e-431f-b74b-60167e014b61 req-f0ee927d-c395-431b-8b09-b8741358e151 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:09.285864 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-26715580-3b4e-431f-b74b-60167e014b61 req-f0ee927d-c395-431b-8b09-b8741358e151 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.3304996 Jul 23 07:30:09.320305 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_v2 [None req-66990670-154c-42dc-b50b-9d1643e97e7e admin admin] Deleting subnet 344311f3-a8a6-4216-97a3-b70b72c13a1b {{(pid=93082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:30:09.324272 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-66990670-154c-42dc-b50b-9d1643e97e7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.333439 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-26715580-3b4e-431f-b74b-60167e014b61 req-771c034b-832a-448b-afa5-99824071bacf tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394924 Jul 23 07:30:09.352472 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port ee0ae23a-b4f6-48d3-9b00-92553439c7f8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee0ae23a-b4f6-48d3-9b00-92553439c7f8,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:09.365512 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': 'ee0ae23a-b4f6-48d3-9b00-92553439c7f8', 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253', 'port_id': 'ee0ae23a-b4f6-48d3-9b00-92553439c7f8', 'mac_address': 'fa:16:3e:07:71:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545950e2-bd4a-4db2-afca-7a9307ec9e32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:30:09.367934 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b0376214-4d5f-435d-bb9f-047073265b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.370727 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b0376214-4d5f-435d-bb9f-047073265b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.371873 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-b0376214-4d5f-435d-bb9f-047073265b73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5528e215-996b-4a0a-8167-f7f717a9a283 HTTP/1.1" status: 204 len: 168 time: 0.2147508 Jul 23 07:30:09.374205 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-66990670-154c-42dc-b50b-9d1643e97e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14992576'] for subnet, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.405058 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0376214-4d5f-435d-bb9f-047073265b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5528e215-996b-4a0a-8167-f7f717a9a283,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:09.405520 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.423823 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0ae23a-b4f6-48d3-9b00-92553439c7f8 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:30:09.428506 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-66990670-154c-42dc-b50b-9d1643e97e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.451786 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port ee0ae23a-b4f6-48d3-9b00-92553439c7f8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee0ae23a-b4f6-48d3-9b00-92553439c7f8,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:09.456963 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.489277 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-66990670-154c-42dc-b50b-9d1643e97e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15755894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13111125'] for subnet, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.518384 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66990670-154c-42dc-b50b-9d1643e97e7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344311f3-a8a6-4216-97a3-b70b72c13a1b,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:09.522596 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=ee0ae23a-b4f6-48d3-9b00-92553439c7f8,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:09.525095 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-66990670-154c-42dc-b50b-9d1643e97e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.529664 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-66990670-154c-42dc-b50b-9d1643e97e7e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/344311f3-a8a6-4216-97a3-b70b72c13a1b HTTP/1.1" status: 204 len: 168 time: 0.2796173 Jul 23 07:30:09.530330 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44898) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:09.530828 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:09.531161 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:09.531570 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:09.531972 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:09.532372 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:09.532709 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:09.533037 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:09.533364 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:09.533703 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:09.534085 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:09.534354 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:09.534675 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:09.608520 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-487d3caf-b23a-4e95-813e-e5029f85ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.695713 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-487d3caf-b23a-4e95-813e-e5029f85ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.706464 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-487d3caf-b23a-4e95-813e-e5029f85ed3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91382da-0545-410d-b26b-a7c17a272e5c']}} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:09.719934 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-487d3caf-b23a-4e95-813e-e5029f85ed3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348f6ff9-bc58-4784-a992-4d2787174b80') {'for_net_delete': True} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:09.720266 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-487d3caf-b23a-4e95-813e-e5029f85ed3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348f6ff9-bc58-4784-a992-4d2787174b80') {} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:09.731423 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-487d3caf-b23a-4e95-813e-e5029f85ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12991390'] for segment, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.750532 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-487d3caf-b23a-4e95-813e-e5029f85ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.758385 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44910) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:09.773866 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487d3caf-b23a-4e95-813e-e5029f85ed3c admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:30:09.775026 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-487d3caf-b23a-4e95-813e-e5029f85ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14337652'] for segment, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: Traceback (most recent call last): Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: timer() Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: cb(*args, **kw) Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: return func(*args, **kwargs) Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: self._notify() Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: self.callback(batched_events) Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: event.method(event) Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: return f(self, *a, **k) Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._get(url).json() Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: return self.request(url, 'GET', **kwargs) Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:30:09.777751 dv-cinder-773985-13-iscsi neutron-server[93081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:30:09.806844 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-5445c712-6990-43be-a6c6-52145fca21d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.880793 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-487d3caf-b23a-4e95-813e-e5029f85ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.886741 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-487d3caf-b23a-4e95-813e-e5029f85ed3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:09.888938 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-487d3caf-b23a-4e95-813e-e5029f85ed3c admin admin] 10.222.0.13 "DELETE /v2.0/networks/e91382da-0545-410d-b26b-a7c17a272e5c HTTP/1.1" status: 204 len: 168 time: 0.3574204 Jul 23 07:30:09.930363 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d3caf-b23a-4e95-813e-e5029f85ed3c admin admin] Pushing event deleted for resources: {'Network': ['ID=e91382da-0545-410d-b26b-a7c17a272e5c,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:09.957461 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['ee0ae23a-b4f6-48d3-9b00-92553439c7f8'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:30:10.016782 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-5445c712-6990-43be-a6c6-52145fca21d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.022345 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-5445c712-6990-43be-a6c6-52145fca21d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.084321 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-5445c712-6990-43be-a6c6-52145fca21d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=faa227b6af8f4c9cb24186e473dce07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167205 Jul 23 07:30:10.084321 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445c712-6990-43be-a6c6-52145fca21d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112d7828-6b01-41ab-b562-ea8a689f163d,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:10.084636 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44924) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:10.179783 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44928) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:10.197442 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-939f4518-5d4b-4b5b-a4e2-ea05ebdc6c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.222748 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-01b3d29d-123b-4b3a-8cbf-fc194f3c2f69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bdc7fcb33114a49aad9cfef7f56c27c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415289 Jul 23 07:30:10.225494 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44930) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:10.238247 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-939f4518-5d4b-4b5b-a4e2-ea05ebdc6c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.260352 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8e9f9-463d-4ef1-8d53-dd93a5d3bd0c req-03f2893a-3def-413d-be02-84ad28807a4c tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:10.260530 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44932) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:10.262258 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e2a8e9f9-463d-4ef1-8d53-dd93a5d3bd0c req-03f2893a-3def-413d-be02-84ad28807a4c tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 945 time: 0.1162724 Jul 23 07:30:10.298435 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-33d4301d-854c-4d2c-a036-2483337ddaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.317658 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e2a8e9f9-463d-4ef1-8d53-dd93a5d3bd0c req-5d9cbe2b-3d47-43e6-87f6-6727af23480b tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481954 Jul 23 07:30:10.323415 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-33d4301d-854c-4d2c-a036-2483337ddaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.337577 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-939f4518-5d4b-4b5b-a4e2-ea05ebdc6c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.340193 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-939f4518-5d4b-4b5b-a4e2-ea05ebdc6c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.343799 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-939f4518-5d4b-4b5b-a4e2-ea05ebdc6c4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/112d7828-6b01-41ab-b562-ea8a689f163d HTTP/1.1" status: 204 len: 168 time: 0.2603073 Jul 23 07:30:10.352469 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f4518-5d4b-4b5b-a4e2-ea05ebdc6c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112d7828-6b01-41ab-b562-ea8a689f163d,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:10.411765 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-33d4301d-854c-4d2c-a036-2483337ddaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.415107 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-33d4301d-854c-4d2c-a036-2483337ddaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.419082 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-33d4301d-854c-4d2c-a036-2483337ddaf4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c079209-8a2c-4320-87f4-84c481b83872 HTTP/1.1" status: 204 len: 168 time: 0.1902456 Jul 23 07:30:10.458866 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4301d-854c-4d2c-a036-2483337ddaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c079209-8a2c-4320-87f4-84c481b83872,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:10.477516 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e5865ab7-4a7f-4809-a87e-fe77ed4e35f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.541079 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4063c3-54f3-47b1-90dc-bc0da9f2e7df req-29a8c36b-f419-4444-ad3e-36e1f87a57dc tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:10.543092 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1f4063c3-54f3-47b1-90dc-bc0da9f2e7df req-29a8c36b-f419-4444-ad3e-36e1f87a57dc tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.1248894 Jul 23 07:30:10.610259 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1f4063c3-54f3-47b1-90dc-bc0da9f2e7df req-481a72c2-9d9c-4a8c-a003-3460419b8686 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604684 Jul 23 07:30:10.656336 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e5865ab7-4a7f-4809-a87e-fe77ed4e35f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.662297 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e5865ab7-4a7f-4809-a87e-fe77ed4e35f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.704613 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-e5865ab7-4a7f-4809-a87e-fe77ed4e35f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c7e8dd8919f43a3b8111d695f3f78c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4407609 Jul 23 07:30:10.704613 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5865ab7-4a7f-4809-a87e-fe77ed4e35f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d018ab5-9337-4268-85d6-29f4b27cf7f3,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:10.705555 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44948) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:10.778149 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ed064a17-e861-4347-8331-376756f29d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.804967 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ed064a17-e861-4347-8331-376756f29d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.830303 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 44956) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:10.869351 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ed064a17-e861-4347-8331-376756f29d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.872412 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ed064a17-e861-4347-8331-376756f29d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.876053 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-ed064a17-e861-4347-8331-376756f29d83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d018ab5-9337-4268-85d6-29f4b27cf7f3 HTTP/1.1" status: 204 len: 168 time: 0.1648383 Jul 23 07:30:10.884534 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed064a17-e861-4347-8331-376756f29d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d018ab5-9337-4268-85d6-29f4b27cf7f3,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:10.889627 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-c650f7f0-3497-438c-86cb-80a4c812795c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97911221268d4aa7a1f7ec0c46bd5c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572078 Jul 23 07:30:10.889713 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44960) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:10.949713 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8879439b-78b2-4db1-9a90-584b24fff91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:10.977496 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8879439b-78b2-4db1-9a90-584b24fff91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:11.045545 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8879439b-78b2-4db1-9a90-584b24fff91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:11.048191 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8879439b-78b2-4db1-9a90-584b24fff91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:11.053949 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-8879439b-78b2-4db1-9a90-584b24fff91c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff6d6c0f-06aa-4391-9153-930f4b73fa80 HTTP/1.1" status: 204 len: 168 time: 0.1589565 Jul 23 07:30:11.059798 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879439b-78b2-4db1-9a90-584b24fff91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6d6c0f-06aa-4391-9153-930f4b73fa80,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:11.257950 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44976) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:11.272449 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-932089be-7aec-4267-8afe-bda32db82ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:11.378732 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-932089be-7aec-4267-8afe-bda32db82ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:11.388126 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-932089be-7aec-4267-8afe-bda32db82ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:11.433444 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-932089be-7aec-4267-8afe-bda32db82ce0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acf9e30fd2fa40fea696e0434d9cf95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743207 Jul 23 07:30:11.435978 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 44988) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:11.444377 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932089be-7aec-4267-8afe-bda32db82ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd531066-ea96-4617-a73e-a707f36feebe,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:11.511054 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b34edb0e-65a4-4ed2-b279-4d6dcbf0658c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:11.537120 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b34edb0e-65a4-4ed2-b279-4d6dcbf0658c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:11.592510 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b34edb0e-65a4-4ed2-b279-4d6dcbf0658c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:11.595615 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b34edb0e-65a4-4ed2-b279-4d6dcbf0658c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:11.597046 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-b34edb0e-65a4-4ed2-b279-4d6dcbf0658c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd531066-ea96-4617-a73e-a707f36feebe HTTP/1.1" status: 204 len: 168 time: 0.1598237 Jul 23 07:30:11.609116 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34edb0e-65a4-4ed2-b279-4d6dcbf0658c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd531066-ea96-4617-a73e-a707f36feebe,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:13.262474 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374724c-c033-4c42-9096-99a3d0303dfe req-c8e74a93-bda2-474c-8620-2f27784fbc03 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:13.272473 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c374724c-c033-4c42-9096-99a3d0303dfe req-c8e74a93-bda2-474c-8620-2f27784fbc03 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 945 time: 0.1306524 Jul 23 07:30:13.273280 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48e2b3-d18d-4d26-a286-df0c0ae65ca4 req-e5b304d2-c580-414a-b3d9-b69faf21f632 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:13.275092 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ca48e2b3-d18d-4d26-a286-df0c0ae65ca4 req-e5b304d2-c580-414a-b3d9-b69faf21f632 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0919504 Jul 23 07:30:13.339081 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c374724c-c033-4c42-9096-99a3d0303dfe req-55c996c9-3009-446b-b082-a6387bb6eca4 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490596 Jul 23 07:30:13.341730 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ca48e2b3-d18d-4d26-a286-df0c0ae65ca4 req-e7889bd7-24f8-4ca2-badb-6dc9704c47ed tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464396 Jul 23 07:30:13.423139 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea171f25-79ba-48ba-81e4-851135896c41 req-3f5cbd30-8e5b-4644-900a-9456898ee389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:13.424570 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ea171f25-79ba-48ba-81e4-851135896c41 req-3f5cbd30-8e5b-4644-900a-9456898ee389 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 1099 time: 0.0615332 Jul 23 07:30:13.470366 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ea171f25-79ba-48ba-81e4-851135896c41 req-910ac707-5356-4a56-a9d5-3727476c8951 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375395 Jul 23 07:30:14.509516 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885a723-c8bf-4f35-9ea0-b63d9f62910b req-1e09583b-4a13-4a62-9e53-b10e87f639d8 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:14.517649 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4885a723-c8bf-4f35-9ea0-b63d9f62910b req-1e09583b-4a13-4a62-9e53-b10e87f639d8 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 945 time: 0.1148996 Jul 23 07:30:14.541925 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce42fe-38fa-4f34-9fae-2ff6d32d2f8f req-953b04d9-7894-4573-a7ea-c3a6d4727fdd tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:14.543536 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-78ce42fe-38fa-4f34-9fae-2ff6d32d2f8f req-953b04d9-7894-4573-a7ea-c3a6d4727fdd tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0868032 Jul 23 07:30:14.556160 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4885a723-c8bf-4f35-9ea0-b63d9f62910b req-40a12a41-7338-4608-83d1-1b99e56785bf tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375218 Jul 23 07:30:14.582563 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-78ce42fe-38fa-4f34-9fae-2ff6d32d2f8f req-1b68230c-bbc5-43af-b035-5a70c8dcc363 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330622 Jul 23 07:30:14.668834 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-7d504ac1-e2b4-44c6-a5bc-77187527e858 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e6a1028cacd143c1b1ea450ca63bcbb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301356 Jul 23 07:30:14.854141 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-b30b17f3-9dbb-40a9-9141-456b526591bc tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:14.855823 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-b30b17f3-9dbb-40a9-9141-456b526591bc tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816874 Jul 23 07:30:14.870844 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-21aefede-6cfb-44d5-86b6-abd34c7e89c2 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/quotas/e6a1028cacd143c1b1ea450ca63bcbb0 HTTP/1.1" status: 200 len: 375 time: 0.0095468 Jul 23 07:30:14.905531 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-7b540ce7-aa71-4ba1-bf50-03b6d6599066 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6a1028cacd143c1b1ea450ca63bcbb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290854 Jul 23 07:30:15.019490 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device ee0ae23a-b4f6-48d3-9b00-92553439c7f8 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:30:15.073317 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7ab8ab47-4158-4999-a823-ec46d600853c req-d9b06065-1db1-4cbd-9331-734c6c065abf tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 210 time: 0.0352309 Jul 23 07:30:15.094281 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port ee0ae23a-b4f6-48d3-9b00-92553439c7f8 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:30:15.098381 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port ee0ae23a-b4f6-48d3-9b00-92553439c7f8 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:15.098746 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:15.179650 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:15.202279 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e7dbce-3af7-4d97-8590-3cfcedf35aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0ae23a-b4f6-48d3-9b00-92553439c7f8'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:30:15.204749 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90da5d08-7527-4b2b-8133-03861445e1a2" -d '{"events": [{"server_uuid": "39e7dbce-3af7-4d97-8590-3cfcedf35aa4", "name": "network-vif-plugged", "status": "completed", "tag": "ee0ae23a-b4f6-48d3-9b00-92553439c7f8"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:30:15.218793 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port ee0ae23a-b4f6-48d3-9b00-92553439c7f8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee0ae23a-b4f6-48d3-9b00-92553439c7f8,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:15.223352 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:15.256987 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8575f1-3b91-4e6e-82e9-5e583863f2d0 x-openstack-request-id: req-4f8575f1-3b91-4e6e-82e9-5e583863f2d0 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:30:15.257282 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e7dbce-3af7-4d97-8590-3cfcedf35aa4", "name": "network-vif-plugged", "status": "completed", "tag": "ee0ae23a-b4f6-48d3-9b00-92553439c7f8", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:30:15.257533 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f8575f1-3b91-4e6e-82e9-5e583863f2d0 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:30:15.258117 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e7dbce-3af7-4d97-8590-3cfcedf35aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0ae23a-b4f6-48d3-9b00-92553439c7f8', 'code': 200} Jul 23 07:30:15.284364 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=ee0ae23a-b4f6-48d3-9b00-92553439c7f8,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:15.549807 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b66e25-4fb3-4858-abc3-1b254072e50f req-d6c1a94d-8c36-49aa-84d5-b11e0530a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:15.551332 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79b66e25-4fb3-4858-abc3-1b254072e50f req-d6c1a94d-8c36-49aa-84d5-b11e0530a8a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 1099 time: 0.0677800 Jul 23 07:30:15.621409 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79b66e25-4fb3-4858-abc3-1b254072e50f req-3ec3ddb9-4efe-495d-8365-3f8985c9076a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590436 Jul 23 07:30:15.763976 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46b178-32b5-4a35-ac82-257a62562aa3 req-afed7ce7-6b65-4451-b18b-a15837bc2e57 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:15.766261 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8a46b178-32b5-4a35-ac82-257a62562aa3 req-afed7ce7-6b65-4451-b18b-a15837bc2e57 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 946 time: 0.0900218 Jul 23 07:30:15.811869 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d187be-3201-4d69-b5e3-b9825af6221d req-c8080b94-6225-44f1-93bb-682097907944 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:15.823375 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-73d187be-3201-4d69-b5e3-b9825af6221d req-c8080b94-6225-44f1-93bb-682097907944 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.1241415 Jul 23 07:30:15.823612 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8a46b178-32b5-4a35-ac82-257a62562aa3 req-315e0059-db47-47b0-899b-baf2eca61c51 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444012 Jul 23 07:30:15.858343 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-73d187be-3201-4d69-b5e3-b9825af6221d req-f77fc107-81bb-47f0-bc14-78aeffa5d73a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378530 Jul 23 07:30:16.009142 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81316c78-cd7c-4ad3-acd5-22bb8a6cae22 req-648a633a-9ec6-42ec-b160-8789714637ec tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:16.010838 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-81316c78-cd7c-4ad3-acd5-22bb8a6cae22 req-648a633a-9ec6-42ec-b160-8789714637ec tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0704372 Jul 23 07:30:16.059025 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-81316c78-cd7c-4ad3-acd5-22bb8a6cae22 req-428c6c0a-5f4b-470d-95c6-6390b30986f2 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417118 Jul 23 07:30:16.199944 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c79c2c39-d5aa-4c14-9a29-2d8020b3cc94 req-f38fa268-0c71-45f1-8882-e81f40ce92f7 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 210 time: 0.0336876 Jul 23 07:30:16.864259 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-3fb24abc-805b-44b2-90ee-179f54e5fd90 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e6a1028cacd143c1b1ea450ca63bcbb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341733 Jul 23 07:30:17.126499 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-2664e6d4-6d95-4522-81cb-012ded45dd2c tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:17.127540 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-2664e6d4-6d95-4522-81cb-012ded45dd2c tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559571 Jul 23 07:30:17.140937 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058355ae-5f32-494b-a003-46bcd97d8f8c req-2afab7f3-8504-49cf-8226-8b129b008985 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:17.143099 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-058355ae-5f32-494b-a003-46bcd97d8f8c req-2afab7f3-8504-49cf-8226-8b129b008985 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 946 time: 0.2151446 Jul 23 07:30:17.190650 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-058355ae-5f32-494b-a003-46bcd97d8f8c req-124db4c1-2c93-4120-bbc0-79e344a88154 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377066 Jul 23 07:30:17.195223 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Request body: {'port': {'device_id': 'd5783cca-afe7-453a-9fb9-e004e2e11d44', 'network_id': 'fe4c414c-7224-4c5d-a761-0cd186103b80', 'admin_state_up': True, 'tenant_id': 'e6a1028cacd143c1b1ea450ca63bcbb0'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:30:17.301274 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-118d1820-c12a-4ba8-b921-6f26a3f418a4 req-fc491cb6-f7d4-4f16-b755-2fe7b53c2713 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 210 time: 0.0279300 Jul 23 07:30:17.315466 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Made reservation on behalf of e6a1028cacd143c1b1ea450ca63bcbb0 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:30:17.319187 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:17.333444 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:17.435769 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:17.440855 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:17.504551 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559664f3-303b-4bb8-8ca1-bf9d7321ff80,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:17.585496 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Allocated IP 192.168.233.8 (fe4c414c-7224-4c5d-a761-0cd186103b80/75e0dad5-6108-4ae1-85a1-478c7510b254/1d6fa70a-32f0-4380-a650-04ab4d649af8) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:30:17.802348 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:17.815994 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Transition to ACTIVE for port object 1d6fa70a-32f0-4380-a650-04ab4d649af8 will not be triggered until provisioned by entity DHCP. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:30:17.874580 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:17.913209 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a6ed2-e22b-4434-84f9-6c1e870cd730 req-9b59c075-cece-48bd-a004-643e82ddd53b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:17.920825 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-122a6ed2-e22b-4434-84f9-6c1e870cd730 req-9b59c075-cece-48bd-a004-643e82ddd53b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0946250 Jul 23 07:30:17.967790 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Network fe4c414c-7224-4c5d-a761-0cd186103b80 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:30:17.971924 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-122a6ed2-e22b-4434-84f9-6c1e870cd730 req-10b7b153-898f-4483-85b7-b5b7a0d1ba7b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499742 Jul 23 07:30:17.988188 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Pushing event updated for resources: {'Port': ['ID=1d6fa70a-32f0-4380-a650-04ab4d649af8,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:17.993808 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:30:17.996888 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:30:18.058847 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:18.059535 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:18.077435 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d9c22-79af-43c6-b7cd-f33d76443988 req-37c2e37a-eb91-4010-8360-6b003eea39af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:18.078937 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b19d9c22-79af-43c6-b7cd-f33d76443988 req-37c2e37a-eb91-4010-8360-6b003eea39af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1b97984a86d47e4a53350db0daee3cf&device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 1098 time: 0.1338148 Jul 23 07:30:18.085553 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-565e419b-026f-4929-817c-baaf610005d5 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8937545 Jul 23 07:30:18.113651 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Request body: {'port': {'device_id': 'd5783cca-afe7-453a-9fb9-e004e2e11d44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:30:18.264380 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-140bf9f5-e372-46dc-8491-deed0711f9a3 None None] Provisioning for port 1d6fa70a-32f0-4380-a650-04ab4d649af8 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:30:18.267748 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d9c22-79af-43c6-b7cd-f33d76443988 req-953ce1dc-8dc9-4982-84dd-f194ac47e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:18.269378 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b19d9c22-79af-43c6-b7cd-f33d76443988 req-953ce1dc-8dc9-4982-84dd-f194ac47e7e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=619f42d6-ea41-4e81-89f0-fe4ff73d474b HTTP/1.1" status: 200 len: 919 time: 0.1825614 Jul 23 07:30:18.270024 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-140bf9f5-e372-46dc-8491-deed0711f9a3 None None] Provisioning complete for port 1d6fa70a-32f0-4380-a650-04ab4d649af8 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:18.270459 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-140bf9f5-e372-46dc-8491-deed0711f9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:18.275277 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:18.318770 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-140bf9f5-e372-46dc-8491-deed0711f9a3 None None] Port 1d6fa70a-32f0-4380-a650-04ab4d649af8 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:30:18.358710 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b19d9c22-79af-43c6-b7cd-f33d76443988 req-85714cdc-8096-4eec-9905-b017d133a58a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3965f627-3809-44cb-a946-df133878c11d HTTP/1.1" status: 200 len: 217 time: 0.0679226 Jul 23 07:30:18.450296 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c83cf-60d4-42cd-be37-86c9aeec7181 req-9255e5a3-5949-4e83-aa43-fe3bf0b29206 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:18.456617 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6f6c83cf-60d4-42cd-be37-86c9aeec7181 req-9255e5a3-5949-4e83-aa43-fe3bf0b29206 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 934 time: 0.0813918 Jul 23 07:30:18.503963 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d9c22-79af-43c6-b7cd-f33d76443988 req-33801982-6edd-4585-90f5-6bbf1c16b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:18.505498 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b19d9c22-79af-43c6-b7cd-f33d76443988 req-33801982-6edd-4585-90f5-6bbf1c16b1d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66 HTTP/1.1" status: 200 len: 858 time: 0.1251431 Jul 23 07:30:18.509059 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6f6c83cf-60d4-42cd-be37-86c9aeec7181 req-6c156c79-2bc6-4d15-80f3-229fc2f856a4 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/security-groups?id=559664f3-303b-4bb8-8ca1-bf9d7321ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506837 Jul 23 07:30:18.547161 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 45300) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:18.571613 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b19d9c22-79af-43c6-b7cd-f33d76443988 req-fc5d907a-898d-4ae1-ad30-8061cde1ae1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=619f42d6-ea41-4e81-89f0-fe4ff73d474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478587 Jul 23 07:30:18.594998 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936bcb5-f55e-4992-bbb3-bdd17770489f req-9bab7599-84b2-433b-9314-13b9c11acb7d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:18.596497 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d936bcb5-f55e-4992-bbb3-bdd17770489f req-9bab7599-84b2-433b-9314-13b9c11acb7d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 946 time: 0.3071005 Jul 23 07:30:18.664842 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c555-7d19-4c31-890c-04917f19e6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:18.739735 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d936bcb5-f55e-4992-bbb3-bdd17770489f req-4292548b-d27b-4cbc-a11e-c2857db1d396 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233518 Jul 23 07:30:18.762927 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c555-7d19-4c31-890c-04917f19e6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:18.780509 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c555-7d19-4c31-890c-04917f19e6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:18.783988 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b19d9c22-79af-43c6-b7cd-f33d76443988 req-970742e4-c537-414d-b9ec-f72d28335be7 service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052567 Jul 23 07:30:18.838070 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-7ad8c555-7d19-4c31-890c-04917f19e6ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d939d4a62d14d5381f22b58c093bd12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891316 Jul 23 07:30:18.839485 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8c555-7d19-4c31-890c-04917f19e6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddd4156-f585-4651-83bc-7c34844ba8bc,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:18.840903 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 45308) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:18.856645 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6fa70a-32f0-4380-a650-04ab4d649af8 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:30:18.872877 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:18.930824 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Transition to ACTIVE for port object 1d6fa70a-32f0-4380-a650-04ab4d649af8 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:30:18.940208 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:19.006264 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b19d9c22-79af-43c6-b7cd-f33d76443988 req-b559785b-ae35-481f-b605-28ae4911cd67 service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974204 Jul 23 07:30:19.022891 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Pushing event updated for resources: {'Port': ['ID=1d6fa70a-32f0-4380-a650-04ab4d649af8,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:19.026781 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c42d-970a-4626-b0c3-16a6bf373775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:19.122152 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c42d-970a-4626-b0c3-16a6bf373775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:19.219809 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Attempting to bind port 1d6fa70a-32f0-4380-a650-04ab4d649af8 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:30:19.220490 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Attempting to bind port 1d6fa70a-32f0-4380-a650-04ab4d649af8 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '3a860d09-9d25-438a-ae39-03a978fc6462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe4c414c-7224-4c5d-a761-0cd186103b80'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:30:19.220975 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Attempting to bind port 1d6fa70a-32f0-4380-a650-04ab4d649af8 on network fe4c414c-7224-4c5d-a761-0cd186103b80 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:30:19.228037 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Port 1d6fa70a-32f0-4380-a650-04ab4d649af8 on network fe4c414c-7224-4c5d-a761-0cd186103b80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:30:19.228553 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Attempting to bind port 1d6fa70a-32f0-4380-a650-04ab4d649af8 on network fe4c414c-7224-4c5d-a761-0cd186103b80 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:30:19.234683 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:30:19.235022 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Checking segment: {'id': '3a860d09-9d25-438a-ae39-03a978fc6462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe4c414c-7224-4c5d-a761-0cd186103b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:30:19.235794 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Bound using segment: {'id': '3a860d09-9d25-438a-ae39-03a978fc6462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe4c414c-7224-4c5d-a761-0cd186103b80'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:30:19.236543 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Bound port: 1d6fa70a-32f0-4380-a650-04ab4d649af8, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a860d09-9d25-438a-ae39-03a978fc6462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe4c414c-7224-4c5d-a761-0cd186103b80'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:30:19.237016 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:19.299769 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c42d-970a-4626-b0c3-16a6bf373775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:19.305474 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c42d-970a-4626-b0c3-16a6bf373775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:19.309864 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-a7d8c42d-970a-4626-b0c3-16a6bf373775 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ddd4156-f585-4651-83bc-7c34844ba8bc HTTP/1.1" status: 204 len: 168 time: 0.4664290 Jul 23 07:30:19.327449 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b0e51-df22-40a5-8cb0-075b04546d4a req-d521e472-cde6-44a4-9231-a95351ebdf67 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:19.329525 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0e4b0e51-df22-40a5-8cb0-075b04546d4a req-d521e472-cde6-44a4-9231-a95351ebdf67 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1391017 Jul 23 07:30:19.350426 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8c42d-970a-4626-b0c3-16a6bf373775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddd4156-f585-4651-83bc-7c34844ba8bc,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:19.391819 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] For port 1d6fa70a-32f0-4380-a650-04ab4d649af8, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:30:19.399349 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] For port 1d6fa70a-32f0-4380-a650-04ab4d649af8, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1d6fa70a-32f0-4380-a650-04ab4d649af8,segment=NetworkSegment(3a860d09-9d25-438a-ae39-03a978fc6462),segment_id=3a860d09-9d25-438a-ae39-03a978fc6462)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:30:19.404803 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:19.407674 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0e4b0e51-df22-40a5-8cb0-075b04546d4a req-2d540901-92e9-4efb-9d64-0b277db7e1c2 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700047 Jul 23 07:30:19.447885 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:19.448676 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:19.450209 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] 10.222.0.23 "PUT /v2.0/ports/1d6fa70a-32f0-4380-a650-04ab4d649af8 HTTP/1.1" status: 200 len: 1096 time: 1.3412044 Jul 23 07:30:19.450740 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5783cca-afe7-453a-9fb9-e004e2e11d44', 'tag': '1d6fa70a-32f0-4380-a650-04ab4d649af8'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:30:19.453314 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1140eac6-6218-4dc9-9a9b-bfdf27c28201" -d '{"events": [{"name": "network-changed", "server_uuid": "d5783cca-afe7-453a-9fb9-e004e2e11d44", "tag": "1d6fa70a-32f0-4380-a650-04ab4d649af8"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:30:19.517676 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22518018-09e5-4b84-b4fb-358e1e68e28b x-openstack-request-id: req-22518018-09e5-4b84-b4fb-358e1e68e28b {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:30:19.518030 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5783cca-afe7-453a-9fb9-e004e2e11d44", "tag": "1d6fa70a-32f0-4380-a650-04ab4d649af8", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:30:19.518345 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22518018-09e5-4b84-b4fb-358e1e68e28b {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:30:19.518865 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5783cca-afe7-453a-9fb9-e004e2e11d44', 'tag': '1d6fa70a-32f0-4380-a650-04ab4d649af8', 'status': 'completed', 'code': 200} Jul 23 07:30:19.526724 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74165a99-145d-4b9f-ab8b-1add3d8ef19d service neutron] Pushing event updated for resources: {'Port': ['ID=1d6fa70a-32f0-4380-a650-04ab4d649af8,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:19.649385 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-47ba3be5-fe69-4202-9f59-0ae67cd17d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:19.650955 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-47ba3be5-fe69-4202-9f59-0ae67cd17d2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6a1028cacd143c1b1ea450ca63bcbb0&device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 1099 time: 0.1035841 Jul 23 07:30:19.702051 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-215bd36c-52d7-46c0-b138-77e3cc3f6eed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1d6fa70a-32f0-4380-a650-04ab4d649af8 HTTP/1.1" status: 200 len: 217 time: 0.0357804 Jul 23 07:30:19.705230 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665425bb-e304-42a5-8669-b047d55a6e3c req-0c839b66-4beb-46ed-a50f-2792d5740b85 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:19.706822 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-665425bb-e304-42a5-8669-b047d55a6e3c req-0c839b66-4beb-46ed-a50f-2792d5740b85 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 946 time: 0.0995069 Jul 23 07:30:19.750879 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-665425bb-e304-42a5-8669-b047d55a6e3c req-4736d18b-5dda-44a1-b185-a0e2ae5e6c98 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/security-groups?id=559664f3-303b-4bb8-8ca1-bf9d7321ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348060 Jul 23 07:30:19.768738 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-a4d5de73-fa8c-4e33-ba6c-a25b11044af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:19.771283 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-a4d5de73-fa8c-4e33-ba6c-a25b11044af9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=75e0dad5-6108-4ae1-85a1-478c7510b254 HTTP/1.1" status: 200 len: 843 time: 0.0515451 Jul 23 07:30:19.842907 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-bb116d57-141b-431b-b509-d0b6cea01986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:19.844409 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-bb116d57-141b-431b-b509-d0b6cea01986 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe4c414c-7224-4c5d-a761-0cd186103b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0658474 Jul 23 07:30:19.956327 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-38d771d1-f79c-4b91-816e-3bec13618681 service neutron] 10.222.0.23 "GET /v2.0/networks/fe4c414c-7224-4c5d-a761-0cd186103b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960557 Jul 23 07:30:20.316705 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9b98ad1d-1b28-4027-a5e3-33749d2eeb97 req-aa87f5a8-df9f-415b-8082-f8aad2140bd0 service neutron] 10.222.0.23 "GET /v2.0/networks/fe4c414c-7224-4c5d-a761-0cd186103b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431907 Jul 23 07:30:20.545583 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140eac6-6218-4dc9-9a9b-bfdf27c28201 req-df06e7a2-3072-40c1-9d19-fa7c717d9e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:20.547016 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1140eac6-6218-4dc9-9a9b-bfdf27c28201 req-df06e7a2-3072-40c1-9d19-fa7c717d9e93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6a1028cacd143c1b1ea450ca63bcbb0&device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 1099 time: 0.0785403 Jul 23 07:30:20.577214 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910241e6-1331-4a23-a56d-b6cbc2d6c2b3 req-26bf9f7a-5866-4e8f-b80f-1734596d2a95 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:20.578968 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-910241e6-1331-4a23-a56d-b6cbc2d6c2b3 req-26bf9f7a-5866-4e8f-b80f-1734596d2a95 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0894778 Jul 23 07:30:20.656750 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-910241e6-1331-4a23-a56d-b6cbc2d6c2b3 req-366401df-e537-47fe-be03-3206139f3920 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704026 Jul 23 07:30:20.733560 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140eac6-6218-4dc9-9a9b-bfdf27c28201 req-fce71bac-ae99-4c54-b775-52c4466944bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:20.735607 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1140eac6-6218-4dc9-9a9b-bfdf27c28201 req-fce71bac-ae99-4c54-b775-52c4466944bf service neutron] 10.222.0.23 "GET /v2.0/networks?id=fe4c414c-7224-4c5d-a761-0cd186103b80 HTTP/1.1" status: 200 len: 870 time: 0.1763544 Jul 23 07:30:20.799001 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1140eac6-6218-4dc9-9a9b-bfdf27c28201 req-a0250899-ba46-411c-91f8-434632866498 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1d6fa70a-32f0-4380-a650-04ab4d649af8 HTTP/1.1" status: 200 len: 217 time: 0.0551147 Jul 23 07:30:20.876110 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140eac6-6218-4dc9-9a9b-bfdf27c28201 req-c46f8cbf-8c65-43f6-9780-4eeb023a7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:20.877573 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1140eac6-6218-4dc9-9a9b-bfdf27c28201 req-c46f8cbf-8c65-43f6-9780-4eeb023a7b15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=75e0dad5-6108-4ae1-85a1-478c7510b254 HTTP/1.1" status: 200 len: 843 time: 0.0724432 Jul 23 07:30:20.952528 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b69db-53f0-4398-9483-8570a802e878 req-6b16741d-8cd1-4ac5-bde9-36b9f3dfbf89 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:20.954348 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-645b69db-53f0-4398-9483-8570a802e878 req-6b16741d-8cd1-4ac5-bde9-36b9f3dfbf89 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 946 time: 0.1137302 Jul 23 07:30:21.004313 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140eac6-6218-4dc9-9a9b-bfdf27c28201 req-954ff45e-28b4-4530-964c-e623777f1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:21.006300 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1140eac6-6218-4dc9-9a9b-bfdf27c28201 req-954ff45e-28b4-4530-964c-e623777f1dcd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe4c414c-7224-4c5d-a761-0cd186103b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1013720 Jul 23 07:30:21.011746 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-645b69db-53f0-4398-9483-8570a802e878 req-25dd271f-ab6d-4798-a465-9bcf24d7d6c1 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/security-groups?id=559664f3-303b-4bb8-8ca1-bf9d7321ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484040 Jul 23 07:30:21.106744 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 45406) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:21.119105 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1140eac6-6218-4dc9-9a9b-bfdf27c28201 req-d348fb7e-1447-4362-ba6d-57012fc7043f service neutron] 10.222.0.23 "GET /v2.0/networks/fe4c414c-7224-4c5d-a761-0cd186103b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019976 Jul 23 07:30:21.216495 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8039-e87b-410a-a3ed-118e007f2542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:21.217230 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1140eac6-6218-4dc9-9a9b-bfdf27c28201 req-31789a21-8d56-4c18-a483-bffb7d26a813 service neutron] 10.222.0.23 "GET /v2.0/networks/fe4c414c-7224-4c5d-a761-0cd186103b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905406 Jul 23 07:30:21.310933 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8039-e87b-410a-a3ed-118e007f2542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:21.314518 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8039-e87b-410a-a3ed-118e007f2542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:21.352588 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-5f0f8039-e87b-410a-a3ed-118e007f2542 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c619d85579b5405ba0552fe32ccd555e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445710 Jul 23 07:30:21.354815 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f8039-e87b-410a-a3ed-118e007f2542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d67409-1fb4-4ec8-a3ed-2cda03129cbf,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:21.357381 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 45414) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:21.406167 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-473567ba-5def-46df-8258-1f0a516e0826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:21.427961 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-473567ba-5def-46df-8258-1f0a516e0826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:21.487977 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-473567ba-5def-46df-8258-1f0a516e0826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:21.491409 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-473567ba-5def-46df-8258-1f0a516e0826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:21.492600 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-473567ba-5def-46df-8258-1f0a516e0826 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56d67409-1fb4-4ec8-a3ed-2cda03129cbf HTTP/1.1" status: 204 len: 168 time: 0.1342773 Jul 23 07:30:21.500705 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473567ba-5def-46df-8258-1f0a516e0826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d67409-1fb4-4ec8-a3ed-2cda03129cbf,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:21.765713 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 45426) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:21.790556 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-795a2223-e9fa-4d48-9dc0-fd6caa837c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:21.862145 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33107d5-1df3-413e-aa11-e7885f721cd5 req-13496496-6b9c-4109-8e58-fc2d6636cf50 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:21.864262 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b33107d5-1df3-413e-aa11-e7885f721cd5 req-13496496-6b9c-4109-8e58-fc2d6636cf50 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1068053 Jul 23 07:30:21.922474 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b33107d5-1df3-413e-aa11-e7885f721cd5 req-baf62171-784e-4fc6-8df3-59ba7d592953 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488739 Jul 23 07:30:21.934080 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-795a2223-e9fa-4d48-9dc0-fd6caa837c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:21.938963 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-795a2223-e9fa-4d48-9dc0-fd6caa837c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:21.985402 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-795a2223-e9fa-4d48-9dc0-fd6caa837c1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd10cfe323fd48a89b1015381afa4fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185292 Jul 23 07:30:21.988233 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 45436) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:21.996351 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a2223-e9fa-4d48-9dc0-fd6caa837c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1657e01-d33b-4dc3-a196-191ba75cf314,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:22.053258 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e57f6b29-66f5-413e-815f-4e6313da61e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:22.088582 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e57f6b29-66f5-413e-815f-4e6313da61e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:22.190780 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25016a-cc47-435a-bd13-db3d32eb4ed0 req-39384c49-74b7-4f25-b3d8-08e29d54953f tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:22.192406 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7c25016a-cc47-435a-bd13-db3d32eb4ed0 req-39384c49-74b7-4f25-b3d8-08e29d54953f tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 946 time: 0.1014659 Jul 23 07:30:22.208840 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e57f6b29-66f5-413e-815f-4e6313da61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:22.211514 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e57f6b29-66f5-413e-815f-4e6313da61e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:22.212709 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-e57f6b29-66f5-413e-815f-4e6313da61e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1657e01-d33b-4dc3-a196-191ba75cf314 HTTP/1.1" status: 204 len: 168 time: 0.2235677 Jul 23 07:30:22.232907 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f6b29-66f5-413e-815f-4e6313da61e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1657e01-d33b-4dc3-a196-191ba75cf314,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:22.251100 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7c25016a-cc47-435a-bd13-db3d32eb4ed0 req-ed1d32a3-38a1-492b-8079-756beb512556 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/security-groups?id=559664f3-303b-4bb8-8ca1-bf9d7321ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513403 Jul 23 07:30:22.600461 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 45472) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:22.614121 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-85e1ffba-96eb-4ce9-9735-46d31233e190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:22.712860 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-85e1ffba-96eb-4ce9-9735-46d31233e190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:22.716954 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-85e1ffba-96eb-4ce9-9735-46d31233e190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:22.758739 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-85e1ffba-96eb-4ce9-9735-46d31233e190 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=202d0ff3c7b24a89a4f10f3300bccbec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570966 Jul 23 07:30:22.759623 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1ffba-96eb-4ce9-9735-46d31233e190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0645bb2-a9a2-4b0b-b6fe-db3192bf95e7,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:22.761446 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 45474) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:22.814294 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-44cc6d7a-79bb-4543-9777-31432b4992cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:22.837226 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-44cc6d7a-79bb-4543-9777-31432b4992cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:22.885770 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-44cc6d7a-79bb-4543-9777-31432b4992cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:22.888526 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-44cc6d7a-79bb-4543-9777-31432b4992cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:22.889678 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-44cc6d7a-79bb-4543-9777-31432b4992cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0645bb2-a9a2-4b0b-b6fe-db3192bf95e7 HTTP/1.1" status: 204 len: 168 time: 0.1272378 Jul 23 07:30:22.898695 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc6d7a-79bb-4543-9777-31432b4992cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0645bb2-a9a2-4b0b-b6fe-db3192bf95e7,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:23.072250 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7f28d-0fb2-413b-bbdf-38d2539eddc8 req-4240530c-3cb7-46f8-9aba-e6092c4dce7c tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:23.073876 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-abe7f28d-0fb2-413b-bbdf-38d2539eddc8 req-4240530c-3cb7-46f8-9aba-e6092c4dce7c tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0691080 Jul 23 07:30:23.113519 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-abe7f28d-0fb2-413b-bbdf-38d2539eddc8 req-d62a29ea-f07e-418d-bdc6-7a4ced6ead4e tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339987 Jul 23 07:30:23.177980 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:30:23.389466 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c8115-30a0-46fb-a1c5-4425b65600f2 req-7a54e428-9155-4a5d-8269-9eee8fb07bd2 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:23.391082 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e33c8115-30a0-46fb-a1c5-4425b65600f2 req-7a54e428-9155-4a5d-8269-9eee8fb07bd2 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 946 time: 0.0686414 Jul 23 07:30:23.430614 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e33c8115-30a0-46fb-a1c5-4425b65600f2 req-a3294c53-b9aa-4565-8391-cd41da86300b tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/security-groups?id=559664f3-303b-4bb8-8ca1-bf9d7321ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335052 Jul 23 07:30:23.565843 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 45506) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:23.678240 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1260372036-network', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:30:23.701363 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] Made reservation on behalf of 4f45acbfcb6449caa5f7af6d407a4688 for: {'network': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:30:23.704248 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:23.715844 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:23.824835 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 45518) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:23.825858 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:23.829932 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:23.858571 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:30:23.869090 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:23.875647 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:23.876042 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.segments_db [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] Added segment 35ed770c-ad90-4bf4-bbe0-3849e140fc8c of type vlan for network b6925db0-84c0-4f63-b8d1-82de93dc832e Jul 23 07:30:23.919674 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:23.940688 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0b9e6afd-f3a7-4ba3-9a9f-75e99d8404d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:23.953409 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:23.954437 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:23.955077 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:24.015678 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] Pushing event updated for resources: {'Network': ['ID=b6925db0-84c0-4f63-b8d1-82de93dc832e,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:24.026111 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network b6925db0-84c0-4f63-b8d1-82de93dc832e details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:30:24.046249 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0b9e6afd-f3a7-4ba3-9a9f-75e99d8404d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:24.050521 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0b9e6afd-f3a7-4ba3-9a9f-75e99d8404d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:24.058969 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-263e41df-b662-44ff-8c34-789c693149f0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4919922 Jul 23 07:30:24.059776 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 45524) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:24.065428 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-e55720e1-7e04-4fc2-a154-6789ed67ceb4 admin admin] Request body: {'subnet': {'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1260372036-subnet', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'ip_version': 4}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:30:24.093729 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55720e1-7e04-4fc2-a154-6789ed67ceb4 admin admin] Made reservation on behalf of 4f45acbfcb6449caa5f7af6d407a4688 for: {'subnet': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:30:24.096374 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e55720e1-7e04-4fc2-a154-6789ed67ceb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290754'] for subnet, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:24.100354 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-0b9e6afd-f3a7-4ba3-9a9f-75e99d8404d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b93d897890dc4d86ae87fe247f7f25e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714546 Jul 23 07:30:24.102125 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e6afd-f3a7-4ba3-9a9f-75e99d8404d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a03968c-a906-484f-9d70-bf1652348257,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:24.105190 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 45526) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:24.218553 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-674f2eef-3265-4ab6-bf30-739916f74528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:24.250317 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-674f2eef-3265-4ab6-bf30-739916f74528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:24.253329 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b5cf9-2a96-4d09-a0f6-52fee42c7e17 req-b87233b3-9a15-45f4-97d5-6cb0bbb8b144 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:24.254991 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-fe5b5cf9-2a96-4d09-a0f6-52fee42c7e17 req-b87233b3-9a15-45f4-97d5-6cb0bbb8b144 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0695119 Jul 23 07:30:24.295909 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-fe5b5cf9-2a96-4d09-a0f6-52fee42c7e17 req-85a492b9-467f-45f6-9295-cf7d605f69f1 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346506 Jul 23 07:30:24.355119 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-674f2eef-3265-4ab6-bf30-739916f74528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:24.357808 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-674f2eef-3265-4ab6-bf30-739916f74528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:24.358942 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-674f2eef-3265-4ab6-bf30-739916f74528 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a03968c-a906-484f-9d70-bf1652348257 HTTP/1.1" status: 204 len: 168 time: 0.2527776 Jul 23 07:30:24.361622 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e55720e1-7e04-4fc2-a154-6789ed67ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14337743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290736'] for subnet, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:24.373826 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f2eef-3265-4ab6-bf30-739916f74528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a03968c-a906-484f-9d70-bf1652348257,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:24.425474 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55720e1-7e04-4fc2-a154-6789ed67ceb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9549415d-b044-4cd1-bd78-bad7cfb8d7ad,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:24.433321 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55720e1-7e04-4fc2-a154-6789ed67ceb4 admin admin] Checking segment: {'id': '35ed770c-ad90-4bf4-bbe0-3849e140fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:30:24.433711 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55720e1-7e04-4fc2-a154-6789ed67ceb4 admin admin] Network hostable DHCP agents. Network: b6925db0-84c0-4f63-b8d1-82de93dc832e, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:30:24.453376 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55720e1-7e04-4fc2-a154-6789ed67ceb4 admin admin] Network b6925db0-84c0-4f63-b8d1-82de93dc832e is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:30:24.463904 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-e55720e1-7e04-4fc2-a154-6789ed67ceb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, b6925db0-84c0-4f63-b8d1-82de93dc832e) {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:30:24.468089 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55720e1-7e04-4fc2-a154-6789ed67ceb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:24.468701 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e55720e1-7e04-4fc2-a154-6789ed67ceb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:24.477935 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9b3be0-4ec4-4845-ae10-07d54e3faf4c None None] Network b6925db0-84c0-4f63-b8d1-82de93dc832e requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:30:24.488397 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-e55720e1-7e04-4fc2-a154-6789ed67ceb4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4250140 Jul 23 07:30:24.489579 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 45534) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:24.496413 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:30:24.528191 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15057'] for router, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:24.528656 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15066'] for router, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:24.590290 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:24.607869 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe8629-f035-443b-bf56-228f877d6728 req-0673332c-9519-4454-a24f-a43c06d86df1 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:24.609599 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ecfe8629-f035-443b-bf56-228f877d6728 req-0673332c-9519-4454-a24f-a43c06d86df1 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 946 time: 0.0970094 Jul 23 07:30:24.685912 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ecfe8629-f035-443b-bf56-228f877d6728 req-c9448a64-f3ed-4519-889d-e65b5f6a7717 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/security-groups?id=559664f3-303b-4bb8-8ca1-bf9d7321ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688622 Jul 23 07:30:24.744902 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp458c9d11-140a-5144-95e2-d546cfa02e71-b6925db0-84c0-4f63-b8d1-82de93dc832e', 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'fixed_ips': [{'subnet_id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad'}]}} from dv-cinder-773985-13-iscsi. {{(pid=93083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 07:30:24.746003 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:24.757037 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10032'] for router, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:24.897243 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.db_base_plugin_common [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Allocated IP 172.20.0.2 (b6925db0-84c0-4f63-b8d1-82de93dc832e/9549415d-b044-4cd1-bd78-bad7cfb8d7ad/6aa0ba18-0948-4a4e-9115-c5cfc0baca8f) {{(pid=93083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:30:24.980580 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:25.003859 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:25.039794 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Notify callbacks [] for port, precommit_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:25.050226 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Transition to ACTIVE for port object 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:30:25.070851 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Transition to ACTIVE for port object 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f will not be triggered until provisioned by entity DHCP. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:30:25.075485 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 1d6fa70a-32f0-4380-a650-04ab4d649af8 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:30:25.078852 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:25.124909 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Allocated IP 172.27.1.221 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/8d1dab99-80e2-4395-af9b-c71491e2f479) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:30:25.138875 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Network b6925db0-84c0-4f63-b8d1-82de93dc832e is already hosted by enough agents. {{(pid=93083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:30:25.140473 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.base_scheduler [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Resources bound (agent type, host, resource id): {{(pid=93083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:30:25.154168 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Received port after_create {{(pid=93083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:30:25.172315 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Pushing event updated for resources: {'Port': ['ID=6aa0ba18-0948-4a4e-9115-c5cfc0baca8f,revision_number=1']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:25.231869 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:25.267699 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Attempting to bind port 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:30:25.268060 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Attempting to bind port 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '35ed770c-ad90-4bf4-bbe0-3849e140fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:30:25.268441 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Attempting to bind port 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f on network b6925db0-84c0-4f63-b8d1-82de93dc832e {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:30:25.278587 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 1d6fa70a-32f0-4380-a650-04ab4d649af8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1d6fa70a-32f0-4380-a650-04ab4d649af8,segment=NetworkSegment(3a860d09-9d25-438a-ae39-03a978fc6462),segment_id=3a860d09-9d25-438a-ae39-03a978fc6462)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:25.281456 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:30:25.281811 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Checking segment: {'id': '35ed770c-ad90-4bf4-bbe0-3849e140fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:30:25.282204 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:25.282590 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Bound using segment: {'id': '35ed770c-ad90-4bf4-bbe0-3849e140fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:30:25.283080 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Bound port: 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ed770c-ad90-4bf4-bbe0-3849e140fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:30:25.283455 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:25.303271 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': '1d6fa70a-32f0-4380-a650-04ab4d649af8', 'network_id': 'fe4c414c-7224-4c5d-a761-0cd186103b80', 'port_id': '1d6fa70a-32f0-4380-a650-04ab4d649af8', 'mac_address': 'fa:16:3e:96:6a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e0dad5-6108-4ae1-85a1-478c7510b254', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:30:25.386110 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] For port 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:30:25.389489 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] For port 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=6aa0ba18-0948-4a4e-9115-c5cfc0baca8f,segment=NetworkSegment(35ed770c-ad90-4bf4-bbe0-3849e140fc8c),segment_id=35ed770c-ad90-4bf4-bbe0-3849e140fc8c)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:30:25.392424 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:25.396762 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:25.438155 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6fa70a-32f0-4380-a650-04ab4d649af8 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:30:25.469273 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 1d6fa70a-32f0-4380-a650-04ab4d649af8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1d6fa70a-32f0-4380-a650-04ab4d649af8,segment=NetworkSegment(3a860d09-9d25-438a-ae39-03a978fc6462),segment_id=3a860d09-9d25-438a-ae39-03a978fc6462)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:25.475411 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:25.488896 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb29986-c0cf-4dd9-878e-e1a359171c04 None None] Pushing event updated for resources: {'Port': ['ID=6aa0ba18-0948-4a4e-9115-c5cfc0baca8f,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:25.499376 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:25.544704 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=1d6fa70a-32f0-4380-a650-04ab4d649af8,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:25.550831 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:30:25.558243 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:30:25.561383 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:30:25.570330 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524ede2-827e-4680-8fae-c3b8a83ece9e req-522068f9-a0fa-4fe5-9a68-a14fffdf8d3f tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:25.571791 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8524ede2-827e-4680-8fae-c3b8a83ece9e req-522068f9-a0fa-4fe5-9a68-a14fffdf8d3f tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1250489 Jul 23 07:30:25.572410 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1dab99-80e2-4395-af9b-c71491e2f479,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:25.710050 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8524ede2-827e-4680-8fae-c3b8a83ece9e req-a62c1c8c-f69d-410f-81c8-670901c8bb06 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064842 Jul 23 07:30:25.890209 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6f82c-f6f1-45dc-a236-50aa07239a35 req-f5e4a00b-16b1-440d-96ff-c38953ca4aac tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:25.891682 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f2f6f82c-f6f1-45dc-a236-50aa07239a35 req-f5e4a00b-16b1-440d-96ff-c38953ca4aac tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 947 time: 0.0794263 Jul 23 07:30:25.901703 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:25.931653 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f2f6f82c-f6f1-45dc-a236-50aa07239a35 req-22726b6e-63ff-4772-8f5a-37f60b8c17ff tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/security-groups?id=559664f3-303b-4bb8-8ca1-bf9d7321ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319235 Jul 23 07:30:25.966720 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['1d6fa70a-32f0-4380-a650-04ab4d649af8'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:30:26.108565 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745128'] for router, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:26.240886 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Router 68283309-febb-4d75-961c-e8fd2bcc7a13 is scheduled to L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f with binding_index 1 {{(pid=93082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 07:30:26.351783 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:30:26.360706 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Sync routers for ids ['68283309-febb-4d75-961c-e8fd2bcc7a13'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:30:26.369144 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] Notify callbacks [] for router, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:26.373228 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-2189989a-b02c-462b-bf2a-3c28b5739b85 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8795428 Jul 23 07:30:26.373374 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Routers {'68283309-febb-4d75-961c-e8fd2bcc7a13'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:30:26.373374 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:30:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['68283309-febb-4d75-961c-e8fd2bcc7a13'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:26.373584 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 45556) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:26.464043 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90fce8f-1819-422c-b594-984cf4936335 None None] Network b6925db0-84c0-4f63-b8d1-82de93dc832e requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:30:26.484926 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Set router 68283309-febb-4d75-961c-e8fd2bcc7a13 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:30:26.593203 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-7d3ac953-4cba-4651-99d1-61aeb2c4d6a3 None None] Provisioning for port 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:30:26.598854 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:26.674218 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:24Z', 'updated_at': '2021-07-23T07:30:25Z', 'revision_number': 3, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'gw_port': {'id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:25Z', 'updated_at': '2021-07-23T07:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:26.701157 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Checking router: 68283309-febb-4d75-961c-e8fd2bcc7a13 for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:30:26.701505 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Updating router 68283309-febb-4d75-961c-e8fd2bcc7a13 port 8d1dab99-80e2-4395-af9b-c71491e2f479 binding host dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:30:26.741622 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:26.886096 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:26.994113 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480cf10-4a93-43a4-9ea5-0a97664b69c7 req-1993fbbd-8800-4106-9359-d0f3d6a0b049 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:26.995895 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a480cf10-4a93-43a4-9ea5-0a97664b69c7 req-1993fbbd-8800-4106-9359-d0f3d6a0b049 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1612322 Jul 23 07:30:27.010334 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:30:27.125926 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a480cf10-4a93-43a4-9ea5-0a97664b69c7 req-d57b646a-f299-4ea8-a756-49f0aa4ffe8b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980771 Jul 23 07:30:27.144162 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Notify callbacks [] for port, precommit_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.172166 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.provisioning_blocks [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Transition to ACTIVE for port object 8d1dab99-80e2-4395-af9b-c71491e2f479 will not be triggered until provisioned by entity L2. {{(pid=93084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:30:27.189145 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.195689 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Allocated IP 172.20.0.1 (b6925db0-84c0-4f63-b8d1-82de93dc832e/9549415d-b044-4cd1-bd78-bad7cfb8d7ad/06d9d922-976f-48b5-8b2b-be5bdd7e456a) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:30:27.220341 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 1d6fa70a-32f0-4380-a650-04ab4d649af8 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:30:27.231147 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3da08a-cb0e-4891-9039-f276bc464479 req-9c231203-d2ff-4d35-adc5-d31bf1f07ee0 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:27.238209 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1b3da08a-cb0e-4891-9039-f276bc464479 req-9c231203-d2ff-4d35-adc5-d31bf1f07ee0 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 947 time: 0.0950313 Jul 23 07:30:27.286869 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Attempting to bind port 8d1dab99-80e2-4395-af9b-c71491e2f479 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:30:27.286869 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Attempting to bind port 8d1dab99-80e2-4395-af9b-c71491e2f479 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:30:27.286869 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Attempting to bind port 8d1dab99-80e2-4395-af9b-c71491e2f479 on network 5c071af4-be70-49d5-8aed-1ca2e78a6239 {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:30:27.286869 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081faf7e-4f0e-43b7-8eeb-063f57d17c3b None None] Pushing event updated for resources: {'Port': ['ID=8d1dab99-80e2-4395-af9b-c71491e2f479,revision_number=2']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:27.292882 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1b3da08a-cb0e-4891-9039-f276bc464479 req-f1a2e5fe-884b-45e7-8526-c3f929ad27ce tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/security-groups?id=559664f3-303b-4bb8-8ca1-bf9d7321ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442202 Jul 23 07:30:27.298382 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081faf7e-4f0e-43b7-8eeb-063f57d17c3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:27.298863 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081faf7e-4f0e-43b7-8eeb-063f57d17c3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:27.300026 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081faf7e-4f0e-43b7-8eeb-063f57d17c3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:27.300026 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081faf7e-4f0e-43b7-8eeb-063f57d17c3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:27.300497 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081faf7e-4f0e-43b7-8eeb-063f57d17c3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:27.300936 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081faf7e-4f0e-43b7-8eeb-063f57d17c3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:27.301381 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081faf7e-4f0e-43b7-8eeb-063f57d17c3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:27.301840 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081faf7e-4f0e-43b7-8eeb-063f57d17c3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:27.302250 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081faf7e-4f0e-43b7-8eeb-063f57d17c3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:27.302649 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081faf7e-4f0e-43b7-8eeb-063f57d17c3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:27.303033 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081faf7e-4f0e-43b7-8eeb-063f57d17c3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:27.303418 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081faf7e-4f0e-43b7-8eeb-063f57d17c3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:27.310787 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:30:27.311278 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Checking segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:30:27.311749 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.312593 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Bound using segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:30:27.312732 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Bound port: 8d1dab99-80e2-4395-af9b-c71491e2f479, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:30:27.313218 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.331644 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:30:27.336400 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:27.336400 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.362756 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port 1d6fa70a-32f0-4380-a650-04ab4d649af8 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:30:27.372224 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port 1d6fa70a-32f0-4380-a650-04ab4d649af8 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:27.373044 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.374042 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] For port 8d1dab99-80e2-4395-af9b-c71491e2f479, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:30:27.375666 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.377240 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] For port 8d1dab99-80e2-4395-af9b-c71491e2f479, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=8d1dab99-80e2-4395-af9b-c71491e2f479,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:30:27.382068 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.391785 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Transition to ACTIVE for port object 06d9d922-976f-48b5-8b2b-be5bdd7e456a will not be triggered until provisioned by entity DHCP. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:30:27.427483 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.440274 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Routers {'68283309-febb-4d75-961c-e8fd2bcc7a13'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:30:27.440881 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:30:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['68283309-febb-4d75-961c-e8fd2bcc7a13'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:27.469622 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Network b6925db0-84c0-4f63-b8d1-82de93dc832e is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:30:27.475239 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:30:27.479916 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:30:27.494675 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.502450 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Pushing event updated for resources: {'Port': ['ID=06d9d922-976f-48b5-8b2b-be5bdd7e456a,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:27.515840 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.521867 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081faf7e-4f0e-43b7-8eeb-063f57d17c3b None None] Pushing event updated for resources: {'Port': ['ID=8d1dab99-80e2-4395-af9b-c71491e2f479,revision_number=3']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:27.529358 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744921'] for router_interface, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.542055 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=6aa0ba18-0948-4a4e-9115-c5cfc0baca8f,segment=NetworkSegment(35ed770c-ad90-4bf4-bbe0-3849e140fc8c),segment_id=35ed770c-ad90-4bf4-bbe0-3849e140fc8c)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:27.566024 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 1d6fa70a-32f0-4380-a650-04ab4d649af8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1d6fa70a-32f0-4380-a650-04ab4d649af8,segment=NetworkSegment(3a860d09-9d25-438a-ae39-03a978fc6462),segment_id=3a860d09-9d25-438a-ae39-03a978fc6462)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:27.567592 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5783cca-afe7-453a-9fb9-e004e2e11d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6fa70a-32f0-4380-a650-04ab4d649af8'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:30:27.571203 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cb30ff-7593-4fd8-a1e3-8345bf986ea7" -d '{"events": [{"server_uuid": "d5783cca-afe7-453a-9fb9-e004e2e11d44", "name": "network-vif-plugged", "status": "completed", "tag": "1d6fa70a-32f0-4380-a650-04ab4d649af8"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:30:27.575666 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.579664 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.586388 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] Set router 68283309-febb-4d75-961c-e8fd2bcc7a13 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:30:27.638748 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=6aa0ba18-0948-4a4e-9115-c5cfc0baca8f,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:27.682653 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0285b0c6-f169-41ca-ba32-8679ac1e0562 x-openstack-request-id: req-0285b0c6-f169-41ca-ba32-8679ac1e0562 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:30:27.682653 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5783cca-afe7-453a-9fb9-e004e2e11d44", "name": "network-vif-plugged", "status": "completed", "tag": "1d6fa70a-32f0-4380-a650-04ab4d649af8", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:30:27.682653 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0285b0c6-f169-41ca-ba32-8679ac1e0562 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:30:27.682653 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5783cca-afe7-453a-9fb9-e004e2e11d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6fa70a-32f0-4380-a650-04ab4d649af8', 'code': 200} Jul 23 07:30:27.713783 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=1d6fa70a-32f0-4380-a650-04ab4d649af8,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:27.782952 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-1eada992-9857-4ff7-ad5b-0f96a65a4a36 None None] Provisioning for port 06d9d922-976f-48b5-8b2b-be5bdd7e456a completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:30:27.795158 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-1eada992-9857-4ff7-ad5b-0f96a65a4a36 None None] Provisioning complete for port 06d9d922-976f-48b5-8b2b-be5bdd7e456a triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:27.795536 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-1eada992-9857-4ff7-ad5b-0f96a65a4a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.802770 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:27.832345 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-1eada992-9857-4ff7-ad5b-0f96a65a4a36 None None] Port 06d9d922-976f-48b5-8b2b-be5bdd7e456a cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:30:27.836462 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:24Z', 'updated_at': '2021-07-23T07:30:25Z', 'revision_number': 3, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'gw_port': {'id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:25Z', 'updated_at': '2021-07-23T07:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:27.868469 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b99365-61d5-4fa1-93a1-f77c9e42a872 None None] The sync data for ids ['68283309-febb-4d75-961c-e8fd2bcc7a13'] in dv-cinder-773985-13-iscsi is: [{'id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:24Z', 'updated_at': '2021-07-23T07:30:25Z', 'revision_number': 3, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'gw_port': {'id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:25Z', 'updated_at': '2021-07-23T07:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:30:28.023007 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702242-8fd9-4875-94ea-181ca47c9c50 req-c769a0ad-bcb7-4f56-b323-14025b5f9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:28.024549 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2e702242-8fd9-4875-94ea-181ca47c9c50 req-c769a0ad-bcb7-4f56-b323-14025b5f9b61 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 1101 time: 0.1334190 Jul 23 07:30:28.033985 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:28.042912 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:28.127538 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2e702242-8fd9-4875-94ea-181ca47c9c50 req-29588087-4cc7-450e-842b-85241de1812e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=559664f3-303b-4bb8-8ca1-bf9d7321ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915768 Jul 23 07:30:28.143273 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Pushing event updated for resources: {'Port': ['ID=06d9d922-976f-48b5-8b2b-be5bdd7e456a,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:28.150030 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747113'] for router_interface, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:28.297263 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Network b6925db0-84c0-4f63-b8d1-82de93dc832e is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:30:28.302146 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:30:28.338733 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb8ee-8a75-4033-9928-bce9749c7449 req-aa9199cc-7358-4869-8e99-b86b98312138 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:28.345951 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f1acb8ee-8a75-4033-9928-bce9749c7449 req-aa9199cc-7358-4869-8e99-b86b98312138 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1124957 Jul 23 07:30:28.420698 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f1acb8ee-8a75-4033-9928-bce9749c7449 req-e411a5d5-4f4f-4fd7-be76-0414010c832a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730610 Jul 23 07:30:28.492562 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Router 68283309-febb-4d75-961c-e8fd2bcc7a13 has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:30:28.595376 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537f744-739a-4d67-b1e2-4747c3ddb3c1 req-6509c722-cb40-46a7-a476-15538ebe7f58 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:28.597171 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3537f744-739a-4d67-b1e2-4747c3ddb3c1 req-6509c722-cb40-46a7-a476-15538ebe7f58 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 948 time: 0.1006274 Jul 23 07:30:28.666312 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3537f744-739a-4d67-b1e2-4747c3ddb3c1 req-b5b103cf-f123-49e3-b9b0-567cf5df1ce0 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/security-groups?id=559664f3-303b-4bb8-8ca1-bf9d7321ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551748 Jul 23 07:30:28.702433 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-ff8b400c-a999-4b59-845c-d2531d7bf84e None None] Provisioning complete for port 06d9d922-976f-48b5-8b2b-be5bdd7e456a triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:28.703379 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ff8b400c-a999-4b59-845c-d2531d7bf84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:28.789098 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b400c-a999-4b59-845c-d2531d7bf84e None None] Port 06d9d922-976f-48b5-8b2b-be5bdd7e456a cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:30:28.981318 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:30:28.987518 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-65b6d8a9-f72e-4bef-b28f-c6a68be3aa2f admin admin] 10.222.0.13 "PUT /v2.0/routers/68283309-febb-4d75-961c-e8fd2bcc7a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6126974 Jul 23 07:30:29.088282 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 8d1dab99-80e2-4395-af9b-c71491e2f479 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:30:29.168064 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 8d1dab99-80e2-4395-af9b-c71491e2f479 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:30:29.173274 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 8d1dab99-80e2-4395-af9b-c71491e2f479 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:29.173657 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:29.263526 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:29.290802 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 8d1dab99-80e2-4395-af9b-c71491e2f479, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=8d1dab99-80e2-4395-af9b-c71491e2f479,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:29.295963 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:29.296826 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:30:29.387047 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=8d1dab99-80e2-4395-af9b-c71491e2f479,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:29.399615 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:29.401511 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:29.662244 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a61e-2c99-4a1c-b901-5598f620d766 req-e45473e1-f1f3-4ed2-81b6-1dbc3b955f4b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:29.663786 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3275a61e-2c99-4a1c-b901-5598f620d766 req-e45473e1-f1f3-4ed2-81b6-1dbc3b955f4b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1254301 Jul 23 07:30:29.715077 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 45622) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:29.727760 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3275a61e-2c99-4a1c-b901-5598f620d766 req-1065a05c-b19e-443c-af64-089fa6eb4408 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525610 Jul 23 07:30:29.730028 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1793255944-network', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:30:29.777868 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-97b983ff-6174-4554-8ce9-a9f2a862e1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:29.822395 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] Made reservation on behalf of 83cda5377c9b4e2498e3727f2684a668 for: {'network': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:30:29.824989 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:29.858291 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:29.930781 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a1811-15dc-4c4e-817e-d6c503444629 req-5b181874-6b73-43dc-8405-e4a2f7d551b2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:29.932351 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704a1811-15dc-4c4e-817e-d6c503444629 req-5b181874-6b73-43dc-8405-e4a2f7d551b2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/networks?id=287a8c89-0c72-4334-af82-cc8dcaad7253 HTTP/1.1" status: 200 len: 815 time: 0.1989627 Jul 23 07:30:29.953845 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704a1811-15dc-4c4e-817e-d6c503444629 req-4581cd29-4f5f-4556-bba8-df3c372a81b9 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/quotas/53b48d2935be49a39c5e569014173a87 HTTP/1.1" status: 200 len: 375 time: 0.0132868 Jul 23 07:30:30.060207 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Sync routers for ids ['68283309-febb-4d75-961c-e8fd2bcc7a13'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:30:30.082382 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Routers {'68283309-febb-4d75-961c-e8fd2bcc7a13'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:30:30.083448 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:30:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['68283309-febb-4d75-961c-e8fd2bcc7a13'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:30.094970 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:30.102151 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704a1811-15dc-4c4e-817e-d6c503444629 req-099261d3-fbd9-49cf-8b72-53e75e418e22 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=53b48d2935be49a39c5e569014173a87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1416967 Jul 23 07:30:30.103438 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:30.176809 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:30:30.194673 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4610de11-d3a6-49bb-81bc-8d2b88cd88e8,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:30.199231 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bd626-e046-4e93-b0c9-0e5fe949c47f req-7af223ab-c681-402c-87fa-7f37452dd2ee tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:30.202514 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-879bd626-e046-4e93-b0c9-0e5fe949c47f req-7af223ab-c681-402c-87fa-7f37452dd2ee tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 948 time: 0.1128707 Jul 23 07:30:30.202787 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:30.203016 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.segments_db [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] Added segment 0b1d3add-c6c0-464c-b401-80d92543ff32 of type vlan for network a0d1f862-b957-4224-af9c-cb6d39ad8f0d Jul 23 07:30:30.264892 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-879bd626-e046-4e93-b0c9-0e5fe949c47f req-ff3b6c70-8b26-4066-832d-258dc7804387 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/security-groups?id=559664f3-303b-4bb8-8ca1-bf9d7321ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476139 Jul 23 07:30:30.291169 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Set router 68283309-febb-4d75-961c-e8fd2bcc7a13 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:30:30.314529 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:30.340232 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704a1811-15dc-4c4e-817e-d6c503444629 req-38d1429c-c31d-4ef8-a027-a582b0983e50 service neutron] 10.222.0.13 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238913 Jul 23 07:30:30.456193 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704a1811-15dc-4c4e-817e-d6c503444629 req-0d5ca856-0869-4ae5-8918-9ff46ccfe614 service neutron] 10.222.0.13 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056364 Jul 23 07:30:30.457026 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:30.460601 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:30.461200 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:30.509683 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7926106 Jul 23 07:30:30.515614 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 45632) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:30.526296 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-245827e4-e882-4332-aede-69bb5cf02ea9 admin admin] Request body: {'subnet': {'network_id': 'a0d1f862-b957-4224-af9c-cb6d39ad8f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1793255944-subnet', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668', 'ip_version': 4}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:30:30.573616 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8dae0-3e83-426d-a06c-0e379a05462e admin admin] Pushing event updated for resources: {'Network': ['ID=a0d1f862-b957-4224-af9c-cb6d39ad8f0d,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:30.574879 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:24Z', 'updated_at': '2021-07-23T07:30:27Z', 'revision_number': 4, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'gw_port': {'id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:25Z', 'updated_at': '2021-07-23T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '06d9d922-976f-48b5-8b2b-be5bdd7e456a', 'name': '', 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'mac_address': 'fa:16:3e:b6:1e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:26Z', 'updated_at': '2021-07-23T07:30:27Z', 'revision_number': 2, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'subnets': [{'id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:30.587869 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245827e4-e882-4332-aede-69bb5cf02ea9 admin admin] Made reservation on behalf of 83cda5377c9b4e2498e3727f2684a668 for: {'subnet': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:30:30.590415 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-245827e4-e882-4332-aede-69bb5cf02ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13111080'] for subnet, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:30.638654 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Checking router: 68283309-febb-4d75-961c-e8fd2bcc7a13 for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:30:30.638871 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Updating router 68283309-febb-4d75-961c-e8fd2bcc7a13 port 06d9d922-976f-48b5-8b2b-be5bdd7e456a binding host dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:30:30.641071 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network a0d1f862-b957-4224-af9c-cb6d39ad8f0d details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:30:30.768358 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-845e396a-e1dd-487a-a2cc-0ecfa9c72720 req-7b096d1d-f2ec-4bbb-8fc2-83024e90ae15 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 210 time: 0.0654619 Jul 23 07:30:30.841709 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:30.986677 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd96de-8ade-4e7b-a1ce-286ad00101fb req-0a86f4cd-d67a-42b8-beed-bbcfe2d7cd2c tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:30.988437 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4efd96de-8ade-4e7b-a1ce-286ad00101fb req-0a86f4cd-d67a-42b8-beed-bbcfe2d7cd2c tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1565914 Jul 23 07:30:31.040825 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 8d1dab99-80e2-4395-af9b-c71491e2f479 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:30:31.085547 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4efd96de-8ade-4e7b-a1ce-286ad00101fb req-75f31adf-768e-47c6-bc89-e0a302b1d07c tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784583 Jul 23 07:30:31.125710 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ead98-e268-4166-9dd2-db353a4f6b21 req-e7f4902d-8a33-4b69-bf34-d54c665df519 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:31.127572 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9e4ead98-e268-4166-9dd2-db353a4f6b21 req-e7f4902d-8a33-4b69-bf34-d54c665df519 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 948 time: 0.3340936 Jul 23 07:30:31.130399 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-245827e4-e882-4332-aede-69bb5cf02ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15755959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13111130'] for subnet, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:31.288432 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245827e4-e882-4332-aede-69bb5cf02ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb6b67a-ba8d-48a0-8c89-ba8aac49462f,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:31.295324 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9e4ead98-e268-4166-9dd2-db353a4f6b21 req-9cdd04f4-5be8-4a75-b930-5445a26d379a tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/security-groups?id=559664f3-303b-4bb8-8ca1-bf9d7321ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573684 Jul 23 07:30:31.301576 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245827e4-e882-4332-aede-69bb5cf02ea9 admin admin] Checking segment: {'id': '0b1d3add-c6c0-464c-b401-80d92543ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0d1f862-b957-4224-af9c-cb6d39ad8f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:30:31.302114 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245827e4-e882-4332-aede-69bb5cf02ea9 admin admin] Network hostable DHCP agents. Network: a0d1f862-b957-4224-af9c-cb6d39ad8f0d, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:30:31.304050 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 8d1dab99-80e2-4395-af9b-c71491e2f479 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:31.305250 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:31.328015 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245827e4-e882-4332-aede-69bb5cf02ea9 admin admin] Network a0d1f862-b957-4224-af9c-cb6d39ad8f0d is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:30:31.342650 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-245827e4-e882-4332-aede-69bb5cf02ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, a0d1f862-b957-4224-af9c-cb6d39ad8f0d) {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:30:31.346883 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245827e4-e882-4332-aede-69bb5cf02ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:31.347562 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-245827e4-e882-4332-aede-69bb5cf02ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:31.370062 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-245827e4-e882-4332-aede-69bb5cf02ea9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8494575 Jul 23 07:30:31.371880 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 45652) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:31.379368 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1793255944-router', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:30:31.380803 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828e2170-6856-4036-a05e-65b014615839 None None] Network a0d1f862-b957-4224-af9c-cb6d39ad8f0d requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:30:31.407145 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15057'] for router, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:31.409091 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15066'] for router, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:31.495583 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:31.676738 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10032'] for router, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:31.771592 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Notify callbacks [] for port, precommit_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:31.791403 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Transition to ACTIVE for port object 06d9d922-976f-48b5-8b2b-be5bdd7e456a will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:30:31.818071 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:31.851317 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp458c9d11-140a-5144-95e2-d546cfa02e71-a0d1f862-b957-4224-af9c-cb6d39ad8f0d', 'network_id': 'a0d1f862-b957-4224-af9c-cb6d39ad8f0d', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668', 'fixed_ips': [{'subnet_id': 'bfb6b67a-ba8d-48a0-8c89-ba8aac49462f'}]}} from dv-cinder-773985-13-iscsi. {{(pid=93083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 07:30:31.852332 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:31.905665 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad24c47-c703-46b1-87d6-970a5126c1ad None None] Pushing event updated for resources: {'Port': ['ID=06d9d922-976f-48b5-8b2b-be5bdd7e456a,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:31.941451 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9a560907-63af-42d0-bcca-36da62b4702e req-a74f50f6-57b4-49fd-8d13-bfefa199dc3b tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 210 time: 0.0843453 Jul 23 07:30:31.943985 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:31.969742 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:32.057702 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Attempting to bind port 06d9d922-976f-48b5-8b2b-be5bdd7e456a on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:30:32.058075 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Attempting to bind port 06d9d922-976f-48b5-8b2b-be5bdd7e456a by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '35ed770c-ad90-4bf4-bbe0-3849e140fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:30:32.058432 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Attempting to bind port 06d9d922-976f-48b5-8b2b-be5bdd7e456a on network b6925db0-84c0-4f63-b8d1-82de93dc832e {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:30:32.121496 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Allocated IP 172.27.1.74 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/cd8874cf-4249-4259-862b-5ee181237364) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:30:32.121844 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:30:32.122220 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Checking segment: {'id': '35ed770c-ad90-4bf4-bbe0-3849e140fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:30:32.122731 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:32.123120 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Bound using segment: {'id': '35ed770c-ad90-4bf4-bbe0-3849e140fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:30:32.123592 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Bound port: 06d9d922-976f-48b5-8b2b-be5bdd7e456a, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ed770c-ad90-4bf4-bbe0-3849e140fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:30:32.123968 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:32.222066 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.db_base_plugin_common [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Allocated IP 172.20.0.2 (a0d1f862-b957-4224-af9c-cb6d39ad8f0d/bfb6b67a-ba8d-48a0-8c89-ba8aac49462f/961c4eaf-8831-4ea7-894b-ff2a187e72f8) {{(pid=93083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:30:32.243404 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] For port 06d9d922-976f-48b5-8b2b-be5bdd7e456a, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:30:32.248828 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] For port 06d9d922-976f-48b5-8b2b-be5bdd7e456a, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=06d9d922-976f-48b5-8b2b-be5bdd7e456a,segment=NetworkSegment(35ed770c-ad90-4bf4-bbe0-3849e140fc8c),segment_id=35ed770c-ad90-4bf4-bbe0-3849e140fc8c)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:30:32.252741 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ad130ca2-35f8-441b-ba7a-0e1d7377783b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:32.263163 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:32.383485 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:32.424758 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Routers {'68283309-febb-4d75-961c-e8fd2bcc7a13'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:30:32.425663 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:30:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['68283309-febb-4d75-961c-e8fd2bcc7a13'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:32.437734 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad24c47-c703-46b1-87d6-970a5126c1ad None None] Pushing event updated for resources: {'Port': ['ID=06d9d922-976f-48b5-8b2b-be5bdd7e456a,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:32.498891 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbd016-0ce2-48c5-b93b-ac7f292aaa34 req-f0bc129e-903e-49ff-92bd-d8af8bc87449 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:32.500455 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bbbbd016-0ce2-48c5-b93b-ac7f292aaa34 req-f0bc129e-903e-49ff-92bd-d8af8bc87449 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.2850301 Jul 23 07:30:32.574827 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a1811-15dc-4c4e-817e-d6c503444629 req-3b6ff3b5-5d01-4cc5-a175-c8cfd2a8f72a tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:32.576640 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704a1811-15dc-4c4e-817e-d6c503444629 req-3b6ff3b5-5d01-4cc5-a175-c8cfd2a8f72a tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "GET /v2.0/networks?id=287a8c89-0c72-4334-af82-cc8dcaad7253 HTTP/1.1" status: 200 len: 815 time: 0.3197453 Jul 23 07:30:32.615144 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-704a1811-15dc-4c4e-817e-d6c503444629 req-2155cd02-9d3f-49ad-a175-3343cff4be40 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Request body: {'port': {'device_id': 'ec90e5df-c926-491b-b680-d23e9deb5adf', 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253', 'admin_state_up': True, 'tenant_id': '53b48d2935be49a39c5e569014173a87'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:30:32.626079 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bbbbd016-0ce2-48c5-b93b-ac7f292aaa34 req-bb0542f1-58fd-436d-b517-58786c8410e6 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136994 Jul 23 07:30:32.695992 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:32.711252 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Notify callbacks [] for port, precommit_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:32.714628 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] Set router 68283309-febb-4d75-961c-e8fd2bcc7a13 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:30:32.753009 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cabcf-97f6-4d48-ad27-9764c640f5c6 req-acd47291-1653-4c6c-a147-deb2fc1b390f tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:32.761519 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d52cabcf-97f6-4d48-ad27-9764c640f5c6 req-acd47291-1653-4c6c-a147-deb2fc1b390f tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 948 time: 0.1225760 Jul 23 07:30:32.774480 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:30:32.778398 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Pushing event updated for resources: {'Port': ['ID=cd8874cf-4249-4259-862b-5ee181237364,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:32.782668 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:30:32.786019 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:30:32.818397 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Transition to ACTIVE for port object 961c4eaf-8831-4ea7-894b-ff2a187e72f8 will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:30:32.819750 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d52cabcf-97f6-4d48-ad27-9764c640f5c6 req-8aef956a-c5ec-4e1b-9752-ac351e742fd6 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/security-groups?id=559664f3-303b-4bb8-8ca1-bf9d7321ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564580 Jul 23 07:30:32.877490 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Transition to ACTIVE for port object 961c4eaf-8831-4ea7-894b-ff2a187e72f8 will not be triggered until provisioned by entity DHCP. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:30:32.887016 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:32.890361 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:32.969707 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Network a0d1f862-b957-4224-af9c-cb6d39ad8f0d is already hosted by enough agents. {{(pid=93083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:30:32.978061 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.base_scheduler [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Resources bound (agent type, host, resource id): {{(pid=93083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:30:32.990647 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Received port after_create {{(pid=93083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:30:32.996991 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Pushing event updated for resources: {'Port': ['ID=961c4eaf-8831-4ea7-894b-ff2a187e72f8,revision_number=1']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:33.074745 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704a1811-15dc-4c4e-817e-d6c503444629 req-2155cd02-9d3f-49ad-a175-3343cff4be40 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Made reservation on behalf of 53b48d2935be49a39c5e569014173a87 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:30:33.078964 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-704a1811-15dc-4c4e-817e-d6c503444629 req-2155cd02-9d3f-49ad-a175-3343cff4be40 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:33.094718 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-45d4c1dd-f2cc-4c31-bf63-079c95b0e2d1 req-be45a48f-c25f-4515-947c-34394e2168f6 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 210 time: 0.0452776 Jul 23 07:30:33.097327 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Attempting to bind port 961c4eaf-8831-4ea7-894b-ff2a187e72f8 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:30:33.097702 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Attempting to bind port 961c4eaf-8831-4ea7-894b-ff2a187e72f8 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '0b1d3add-c6c0-464c-b401-80d92543ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0d1f862-b957-4224-af9c-cb6d39ad8f0d'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:30:33.098732 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Attempting to bind port 961c4eaf-8831-4ea7-894b-ff2a187e72f8 on network a0d1f862-b957-4224-af9c-cb6d39ad8f0d {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:30:33.109246 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:30:33.109613 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Checking segment: {'id': '0b1d3add-c6c0-464c-b401-80d92543ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0d1f862-b957-4224-af9c-cb6d39ad8f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:30:33.110024 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:33.110435 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Bound using segment: {'id': '0b1d3add-c6c0-464c-b401-80d92543ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0d1f862-b957-4224-af9c-cb6d39ad8f0d'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:30:33.111158 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Bound port: 961c4eaf-8831-4ea7-894b-ff2a187e72f8, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1d3add-c6c0-464c-b401-80d92543ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0d1f862-b957-4224-af9c-cb6d39ad8f0d'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:30:33.111444 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:33.164643 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:24Z', 'updated_at': '2021-07-23T07:30:27Z', 'revision_number': 4, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'gw_port': {'id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:25Z', 'updated_at': '2021-07-23T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '06d9d922-976f-48b5-8b2b-be5bdd7e456a', 'name': '', 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'mac_address': 'fa:16:3e:b6:1e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:26Z', 'updated_at': '2021-07-23T07:30:32Z', 'revision_number': 4, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'subnets': [{'id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:33.197020 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c2e9b-902f-49fa-943a-5a3b0798ebda None None] The sync data for ids ['68283309-febb-4d75-961c-e8fd2bcc7a13'] in dv-cinder-773985-13-iscsi is: [{'id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:24Z', 'updated_at': '2021-07-23T07:30:27Z', 'revision_number': 4, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'gw_port': {'id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:25Z', 'updated_at': '2021-07-23T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '06d9d922-976f-48b5-8b2b-be5bdd7e456a', 'name': '', 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'mac_address': 'fa:16:3e:b6:1e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:26Z', 'updated_at': '2021-07-23T07:30:32Z', 'revision_number': 4, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'subnets': [{'id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:30:33.216506 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:33.217583 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] For port 961c4eaf-8831-4ea7-894b-ff2a187e72f8, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:30:33.221069 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] For port 961c4eaf-8831-4ea7-894b-ff2a187e72f8, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=961c4eaf-8831-4ea7-894b-ff2a187e72f8,segment=NetworkSegment(0b1d3add-c6c0-464c-b401-80d92543ff32),segment_id=0b1d3add-c6c0-464c-b401-80d92543ff32)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:30:33.227548 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:33.344808 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76512bc6-40d7-48fa-bf87-392783868e31 None None] Pushing event updated for resources: {'Port': ['ID=961c4eaf-8831-4ea7-894b-ff2a187e72f8,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:33.386500 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-704a1811-15dc-4c4e-817e-d6c503444629 req-2155cd02-9d3f-49ad-a175-3343cff4be40 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Allocated IP 172.20.0.3 (287a8c89-0c72-4334-af82-cc8dcaad7253/545950e2-bd4a-4db2-afca-7a9307ec9e32/a2da0d17-f020-48e3-9a8d-879c7672d76f) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:30:33.510547 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:33.756667 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745128'] for router, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:33.834336 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000ca3c-0bf0-436b-af82-9bf229fa1143 req-bb8b9717-5a15-41c3-9275-7293b95c6809 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:33.834865 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92aab9-30d1-403a-8245-bbc3dd21b9f5 req-197629f3-87e0-4c44-bcb0-baf2c7b53b11 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:33.836310 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-dc92aab9-30d1-403a-8245-bbc3dd21b9f5 req-197629f3-87e0-4c44-bcb0-baf2c7b53b11 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 948 time: 0.4017885 Jul 23 07:30:33.837469 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6000ca3c-0bf0-436b-af82-9bf229fa1143 req-bb8b9717-5a15-41c3-9275-7293b95c6809 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1089647 Jul 23 07:30:33.908662 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6000ca3c-0bf0-436b-af82-9bf229fa1143 req-43ae8be7-dc25-45b2-a907-fde6e8bbd173 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622373 Jul 23 07:30:34.202387 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-704a1811-15dc-4c4e-817e-d6c503444629 req-2155cd02-9d3f-49ad-a175-3343cff4be40 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:34.232063 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-2a45fe0a-b193-4c84-bdb3-682ea8752b3e req-06b465a1-1312-490b-933f-f8fc7b19234e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 210 time: 0.0527997 Jul 23 07:30:34.435818 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-704a1811-15dc-4c4e-817e-d6c503444629 req-2155cd02-9d3f-49ad-a175-3343cff4be40 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:34.453158 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-dc92aab9-30d1-403a-8245-bbc3dd21b9f5 req-f07ea9ea-c121-4822-849b-1b35c5276d58 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Deleting port 1d6fa70a-32f0-4380-a650-04ab4d649af8 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:30:34.453503 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-dc92aab9-30d1-403a-8245-bbc3dd21b9f5 req-f07ea9ea-c121-4822-849b-1b35c5276d58 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:34.484878 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0614e-d362-4549-b8dd-97b9aa8af59a req-edd60e3e-8fce-40fe-a6e8-d513c3dd73b9 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:34.486443 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ddb0614e-d362-4549-b8dd-97b9aa8af59a req-edd60e3e-8fce-40fe-a6e8-d513c3dd73b9 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 948 time: 0.2932975 Jul 23 07:30:34.487148 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['ee0ae23a-b4f6-48d3-9b00-92553439c7f8'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:30:34.617153 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704a1811-15dc-4c4e-817e-d6c503444629 req-2155cd02-9d3f-49ad-a175-3343cff4be40 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Network 287a8c89-0c72-4334-af82-cc8dcaad7253 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:30:34.621472 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2e57ad-4e7b-48d1-a686-6d9912601643 None None] Network a0d1f862-b957-4224-af9c-cb6d39ad8f0d requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:30:34.624685 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Router 79e49fb0-518d-41ea-a79c-625de6d402f1 is scheduled to L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f with binding_index 1 {{(pid=93081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 07:30:34.629960 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-704a1811-15dc-4c4e-817e-d6c503444629 req-2155cd02-9d3f-49ad-a175-3343cff4be40 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:30:34.639047 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155cd02-9d3f-49ad-a175-3343cff4be40 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Pushing event updated for resources: {'Port': ['ID=a2da0d17-f020-48e3-9a8d-879c7672d76f,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:34.642678 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-704a1811-15dc-4c4e-817e-d6c503444629 req-2155cd02-9d3f-49ad-a175-3343cff4be40 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:30:34.736913 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ddb0614e-d362-4549-b8dd-97b9aa8af59a req-44196349-608f-4b38-b866-117c2a1d5d11 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/security-groups?id=559664f3-303b-4bb8-8ca1-bf9d7321ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256680 Jul 23 07:30:34.790359 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-8043fa03-e413-45fd-9478-03d5bf2f286e None None] Provisioning for port 961c4eaf-8831-4ea7-894b-ff2a187e72f8 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:30:34.849866 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a1811-15dc-4c4e-817e-d6c503444629 req-2155cd02-9d3f-49ad-a175-3343cff4be40 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:34.850923 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-704a1811-15dc-4c4e-817e-d6c503444629 req-2155cd02-9d3f-49ad-a175-3343cff4be40 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:34.862113 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-dc92aab9-30d1-403a-8245-bbc3dd21b9f5 req-f07ea9ea-c121-4822-849b-1b35c5276d58 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] For port 1d6fa70a-32f0-4380-a650-04ab4d649af8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1d6fa70a-32f0-4380-a650-04ab4d649af8,segment=NetworkSegment(3a860d09-9d25-438a-ae39-03a978fc6462),segment_id=3a860d09-9d25-438a-ae39-03a978fc6462)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:34.862427 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-dc92aab9-30d1-403a-8245-bbc3dd21b9f5 req-f07ea9ea-c121-4822-849b-1b35c5276d58 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:34.890569 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-dc92aab9-30d1-403a-8245-bbc3dd21b9f5 req-f07ea9ea-c121-4822-849b-1b35c5276d58 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Calling delete_port for 1d6fa70a-32f0-4380-a650-04ab4d649af8 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:30:34.906923 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704a1811-15dc-4c4e-817e-d6c503444629 req-2155cd02-9d3f-49ad-a175-3343cff4be40 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2980821 Jul 23 07:30:34.989117 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Request body: {'port': {'device_id': 'ec90e5df-c926-491b-b680-d23e9deb5adf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:30:35.064505 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 06d9d922-976f-48b5-8b2b-be5bdd7e456a up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:30:35.090802 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:30:35.101587 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Sync routers for ids ['79e49fb0-518d-41ea-a79c-625de6d402f1'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:30:35.113885 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Routers {'79e49fb0-518d-41ea-a79c-625de6d402f1'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:30:35.115029 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:30:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['79e49fb0-518d-41ea-a79c-625de6d402f1'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:35.139201 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 06d9d922-976f-48b5-8b2b-be5bdd7e456a completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:30:35.143360 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 06d9d922-976f-48b5-8b2b-be5bdd7e456a triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:35.143736 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:35.175787 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] Notify callbacks [] for router, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:35.179998 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 45706) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:35.183267 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-492febb0-1fbd-4382-8bfa-841953c75924 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8092079 Jul 23 07:30:35.266536 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:35.296312 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Set router 79e49fb0-518d-41ea-a79c-625de6d402f1 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:30:35.361678 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9645400-0d92-467f-8699-d21afd3a17fc req-78a7da7f-13ae-4aa3-997e-02446c89ec86 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:35.365171 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e9645400-0d92-467f-8699-d21afd3a17fc req-78a7da7f-13ae-4aa3-997e-02446c89ec86 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.3375063 Jul 23 07:30:35.461581 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:35.481294 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-dc92aab9-30d1-403a-8245-bbc3dd21b9f5 req-f07ea9ea-c121-4822-849b-1b35c5276d58 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:35.509609 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 06d9d922-976f-48b5-8b2b-be5bdd7e456a, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=06d9d922-976f-48b5-8b2b-be5bdd7e456a,segment=NetworkSegment(35ed770c-ad90-4bf4-bbe0-3849e140fc8c),segment_id=35ed770c-ad90-4bf4-bbe0-3849e140fc8c)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:35.519149 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:35.521018 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 961c4eaf-8831-4ea7-894b-ff2a187e72f8 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:30:35.558269 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ea9ea-c121-4822-849b-1b35c5276d58 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Pushing event deleted for resources: {'Port': ['ID=1d6fa70a-32f0-4380-a650-04ab4d649af8,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:35.584989 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'name': 'tempest-TestMinimumBasicScenario-1793255944-router', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cd8874cf-4249-4259-862b-5ee181237364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:30:33Z', 'revision_number': 3, 'project_id': '83cda5377c9b4e2498e3727f2684a668', 'gw_port': {'id': 'cd8874cf-4249-4259-862b-5ee181237364', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:35.599600 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['1d6fa70a-32f0-4380-a650-04ab4d649af8'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:30:35.646338 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Checking router: 79e49fb0-518d-41ea-a79c-625de6d402f1 for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:30:35.646673 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Updating router 79e49fb0-518d-41ea-a79c-625de6d402f1 port cd8874cf-4249-4259-862b-5ee181237364 binding host dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:30:35.691257 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e9645400-0d92-467f-8699-d21afd3a17fc req-19588b21-8758-46c4-88d3-4c9ab5cfa619 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170285 Jul 23 07:30:35.745980 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:35.751941 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:35.767435 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 961c4eaf-8831-4ea7-894b-ff2a187e72f8 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:30:35.790711 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 961c4eaf-8831-4ea7-894b-ff2a187e72f8 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:35.791120 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:35.795392 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=06d9d922-976f-48b5-8b2b-be5bdd7e456a,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:35.920446 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:35.986899 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 961c4eaf-8831-4ea7-894b-ff2a187e72f8, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=961c4eaf-8831-4ea7-894b-ff2a187e72f8,segment=NetworkSegment(0b1d3add-c6c0-464c-b401-80d92543ff32),segment_id=0b1d3add-c6c0-464c-b401-80d92543ff32)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:35.995113 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:36.035871 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc92aab9-30d1-403a-8245-bbc3dd21b9f5 req-f07ea9ea-c121-4822-849b-1b35c5276d58 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] No DVR routers for this DVR port 1d6fa70a-32f0-4380-a650-04ab4d649af8 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:30:36.039547 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-dc92aab9-30d1-403a-8245-bbc3dd21b9f5 req-f07ea9ea-c121-4822-849b-1b35c5276d58 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:36.041964 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-dc92aab9-30d1-403a-8245-bbc3dd21b9f5 req-f07ea9ea-c121-4822-849b-1b35c5276d58 tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.23 "DELETE /v2.0/ports/1d6fa70a-32f0-4380-a650-04ab4d649af8 HTTP/1.1" status: 204 len: 173 time: 2.1647725 Jul 23 07:30:36.049625 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5783cca-afe7-453a-9fb9-e004e2e11d44', 'name': 'network-vif-deleted', 'tag': '1d6fa70a-32f0-4380-a650-04ab4d649af8'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:30:36.053187 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834a26d1-5626-42d6-9e25-83ad60084788" -d '{"events": [{"server_uuid": "d5783cca-afe7-453a-9fb9-e004e2e11d44", "name": "network-vif-deleted", "tag": "1d6fa70a-32f0-4380-a650-04ab4d649af8"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:30:36.067646 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=961c4eaf-8831-4ea7-894b-ff2a187e72f8,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:36.093068 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-caeeb763-d6c7-41e5-bdb2-734991cd36c4 req-0f179e1b-2efd-49dc-9b82-9304dcecb04e tempest-VolumesNegativeTest-1077654565 tempest-VolumesNegativeTest-1077654565-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5783cca-afe7-453a-9fb9-e004e2e11d44 HTTP/1.1" status: 200 len: 210 time: 0.0679827 Jul 23 07:30:36.164135 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2da0d17-f020-48e3-9a8d-879c7672d76f {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:30:36.175029 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:36.198476 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Transition to ACTIVE for port object a2da0d17-f020-48e3-9a8d-879c7672d76f will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:30:36.204114 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:36.240577 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638d11a-00c2-4e6f-ad0b-0a350432b12d req-3ef43e7e-849f-418e-89da-8fb2306b4e63 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:36.242242 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3638d11a-00c2-4e6f-ad0b-0a350432b12d req-3ef43e7e-849f-418e-89da-8fb2306b4e63 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 931 time: 0.7639716 Jul 23 07:30:36.275921 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:36.292216 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.provisioning_blocks [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Transition to ACTIVE for port object cd8874cf-4249-4259-862b-5ee181237364 will not be triggered until provisioned by entity L2. {{(pid=93084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:30:36.301621 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:36.322249 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Pushing event updated for resources: {'Port': ['ID=a2da0d17-f020-48e3-9a8d-879c7672d76f,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:36.352291 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f49dfb-77ee-4ad3-aee0-f828955e794b None None] Pushing event updated for resources: {'Port': ['ID=cd8874cf-4249-4259-862b-5ee181237364,revision_number=2']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:36.380661 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Attempting to bind port cd8874cf-4249-4259-862b-5ee181237364 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:30:36.381186 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Attempting to bind port cd8874cf-4249-4259-862b-5ee181237364 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:30:36.381550 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Attempting to bind port cd8874cf-4249-4259-862b-5ee181237364 on network 5c071af4-be70-49d5-8aed-1ca2e78a6239 {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:30:36.387365 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:30:36.387740 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Checking segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:30:36.388321 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:36.388717 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Bound using segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:30:36.389479 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Bound port: cd8874cf-4249-4259-862b-5ee181237364, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:30:36.389628 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:36.408692 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3638d11a-00c2-4e6f-ad0b-0a350432b12d req-c6c9fb39-1651-4b1e-9bbd-70be0de90312 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367335 Jul 23 07:30:36.418630 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Attempting to bind port a2da0d17-f020-48e3-9a8d-879c7672d76f on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:30:36.418968 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Attempting to bind port a2da0d17-f020-48e3-9a8d-879c7672d76f by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:30:36.419295 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Attempting to bind port a2da0d17-f020-48e3-9a8d-879c7672d76f on network 287a8c89-0c72-4334-af82-cc8dcaad7253 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:30:36.422637 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:36.428849 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3135f7-83c4-423e-89a4-11e4c094e2da x-openstack-request-id: req-1e3135f7-83c4-423e-89a4-11e4c094e2da {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:30:36.428849 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5783cca-afe7-453a-9fb9-e004e2e11d44", "name": "network-vif-deleted", "tag": "1d6fa70a-32f0-4380-a650-04ab4d649af8", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:30:36.428849 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e3135f7-83c4-423e-89a4-11e4c094e2da {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:30:36.428849 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5783cca-afe7-453a-9fb9-e004e2e11d44', 'name': 'network-vif-deleted', 'tag': '1d6fa70a-32f0-4380-a650-04ab4d649af8', 'status': 'completed', 'code': 200} Jul 23 07:30:36.440415 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Port a2da0d17-f020-48e3-9a8d-879c7672d76f on network 287a8c89-0c72-4334-af82-cc8dcaad7253 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:30:36.440920 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Attempting to bind port a2da0d17-f020-48e3-9a8d-879c7672d76f on network 287a8c89-0c72-4334-af82-cc8dcaad7253 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:30:36.447552 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:30:36.448156 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Checking segment: {'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:30:36.449066 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Bound using segment: {'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:30:36.449682 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Bound port: a2da0d17-f020-48e3-9a8d-879c7672d76f, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:30:36.450206 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:36.463070 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] For port cd8874cf-4249-4259-862b-5ee181237364, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:30:36.466723 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] For port cd8874cf-4249-4259-862b-5ee181237364, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=cd8874cf-4249-4259-862b-5ee181237364,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:30:36.472761 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:36.543184 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] For port a2da0d17-f020-48e3-9a8d-879c7672d76f, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:30:36.544287 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Routers {'79e49fb0-518d-41ea-a79c-625de6d402f1'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:30:36.545620 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:30:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['79e49fb0-518d-41ea-a79c-625de6d402f1'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:36.547800 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] For port a2da0d17-f020-48e3-9a8d-879c7672d76f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2da0d17-f020-48e3-9a8d-879c7672d76f,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:30:36.555131 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:36.590599 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:36.591213 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:36.592867 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704a1811-15dc-4c4e-817e-d6c503444629 req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] 10.222.0.23 "PUT /v2.0/ports/a2da0d17-f020-48e3-9a8d-879c7672d76f HTTP/1.1" status: 200 len: 1093 time: 1.6102767 Jul 23 07:30:36.597624 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f49dfb-77ee-4ad3-aee0-f828955e794b None None] Pushing event updated for resources: {'Port': ['ID=cd8874cf-4249-4259-862b-5ee181237364,revision_number=3']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:36.629103 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Allocated IP 172.20.0.1 (a0d1f862-b957-4224-af9c-cb6d39ad8f0d/bfb6b67a-ba8d-48a0-8c89-ba8aac49462f/7710694a-2f69-4e46-841c-ab3385600799) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:30:36.647748 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64930a7-86b1-4079-b4bf-e0a888f4b962 service neutron] Pushing event updated for resources: {'Port': ['ID=a2da0d17-f020-48e3-9a8d-879c7672d76f,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:36.699789 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] Set router 79e49fb0-518d-41ea-a79c-625de6d402f1 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:30:36.775043 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:36.795724 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.provisioning_blocks [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Transition to ACTIVE for port object 7710694a-2f69-4e46-841c-ab3385600799 will not be triggered until provisioned by entity DHCP. {{(pid=93082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:30:36.814902 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a1811-15dc-4c4e-817e-d6c503444629 req-414c4896-221c-4f15-973e-a1e898f4fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:36.816808 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704a1811-15dc-4c4e-817e-d6c503444629 req-414c4896-221c-4f15-973e-a1e898f4fe71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53b48d2935be49a39c5e569014173a87&device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 1096 time: 0.1363544 Jul 23 07:30:36.854153 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:36.913889 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704a1811-15dc-4c4e-817e-d6c503444629 req-94a07625-c9f4-4cbc-84c2-a5393612fc25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2da0d17-f020-48e3-9a8d-879c7672d76f HTTP/1.1" status: 200 len: 217 time: 0.0424197 Jul 23 07:30:36.973566 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Network a0d1f862-b957-4224-af9c-cb6d39ad8f0d is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:30:36.988569 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:30:36.993603 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:30:36.995418 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'name': 'tempest-TestMinimumBasicScenario-1793255944-router', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cd8874cf-4249-4259-862b-5ee181237364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:30:33Z', 'revision_number': 3, 'project_id': '83cda5377c9b4e2498e3727f2684a668', 'gw_port': {'id': 'cd8874cf-4249-4259-862b-5ee181237364', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:36.999581 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 06d9d922-976f-48b5-8b2b-be5bdd7e456a up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:30:37.003397 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a1811-15dc-4c4e-817e-d6c503444629 req-34ba7279-072b-40fa-8f07-b7f8c73b0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:37.007576 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704a1811-15dc-4c4e-817e-d6c503444629 req-34ba7279-072b-40fa-8f07-b7f8c73b0627 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=545950e2-bd4a-4db2-afca-7a9307ec9e32 HTTP/1.1" status: 200 len: 855 time: 0.0777142 Jul 23 07:30:37.070362 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Pushing event updated for resources: {'Port': ['ID=7710694a-2f69-4e46-841c-ab3385600799,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:37.090469 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704a1811-15dc-4c4e-817e-d6c503444629 req-7e4498b1-ff9d-4efe-9cb8-93e5be824790 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=287a8c89-0c72-4334-af82-cc8dcaad7253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665488 Jul 23 07:30:37.106435 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744921'] for router_interface, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:37.133272 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 06d9d922-976f-48b5-8b2b-be5bdd7e456a triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:37.135797 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:37.213452 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56405882-c882-4d7c-ad4a-6f5ddff756a5 req-da463483-2845-400a-bb27-3b58b65acb29 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:37.223762 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-56405882-c882-4d7c-ad4a-6f5ddff756a5 req-da463483-2845-400a-bb27-3b58b65acb29 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.3880599 Jul 23 07:30:37.290920 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55a412-a7eb-43a8-afc8-d6e858b086d1 None None] The sync data for ids ['79e49fb0-518d-41ea-a79c-625de6d402f1'] in dv-cinder-773985-13-iscsi is: [{'id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'name': 'tempest-TestMinimumBasicScenario-1793255944-router', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cd8874cf-4249-4259-862b-5ee181237364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:30:33Z', 'revision_number': 3, 'project_id': '83cda5377c9b4e2498e3727f2684a668', 'gw_port': {'id': 'cd8874cf-4249-4259-862b-5ee181237364', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:30:37.330288 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 961c4eaf-8831-4ea7-894b-ff2a187e72f8 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:30:37.371378 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-56405882-c882-4d7c-ad4a-6f5ddff756a5 req-ab0347a7-f9fc-4ddb-8119-b594572a5eb6 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337342 Jul 23 07:30:37.419627 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704a1811-15dc-4c4e-817e-d6c503444629 req-295aa36c-d257-4c39-b71e-11d69329e20e service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125937 Jul 23 07:30:37.484749 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 961c4eaf-8831-4ea7-894b-ff2a187e72f8 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:37.484749 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:37.554468 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:37.604471 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-8884cf3e-57e9-4513-a65b-b1de5af2685d None None] Provisioning for port 7710694a-2f69-4e46-841c-ab3385600799 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:30:37.623955 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-8884cf3e-57e9-4513-a65b-b1de5af2685d None None] Provisioning complete for port 7710694a-2f69-4e46-841c-ab3385600799 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:37.624284 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-8884cf3e-57e9-4513-a65b-b1de5af2685d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:37.719245 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704a1811-15dc-4c4e-817e-d6c503444629 req-c6c64d38-0272-40e0-a625-9bb446c92e25 service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851694 Jul 23 07:30:37.721402 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-8884cf3e-57e9-4513-a65b-b1de5af2685d None None] Port 7710694a-2f69-4e46-841c-ab3385600799 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:30:37.744902 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67196078-0b8f-4b90-bf30-c9cac62a6aec req-d2316686-3eb2-4c4f-bf0d-fe7d05205467 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:37.750765 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-67196078-0b8f-4b90-bf30-c9cac62a6aec req-d2316686-3eb2-4c4f-bf0d-fe7d05205467 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 943 time: 0.1364491 Jul 23 07:30:37.913702 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-67196078-0b8f-4b90-bf30-c9cac62a6aec req-1ab95b68-bc2f-4cab-9046-ca564cd1f316 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503980 Jul 23 07:30:38.031529 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:38.040263 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15755816'] for port, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:38.126879 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747113'] for router_interface, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:38.133512 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Pushing event updated for resources: {'Port': ['ID=7710694a-2f69-4e46-841c-ab3385600799,revision_number=2']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:38.253726 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Network a0d1f862-b957-4224-af9c-cb6d39ad8f0d is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:30:38.255860 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:30:38.429670 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec90e5df-c926-491b-b680-d23e9deb5adf', 'tag': 'a2da0d17-f020-48e3-9a8d-879c7672d76f'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:30:38.432646 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56c8247-01a7-4fc1-9b8e-46eb8a4c8887" -d '{"events": [{"name": "network-changed", "server_uuid": "ec90e5df-c926-491b-b680-d23e9deb5adf", "tag": "a2da0d17-f020-48e3-9a8d-879c7672d76f"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:30:38.437668 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Router 79e49fb0-518d-41ea-a79c-625de6d402f1 has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:30:38.508729 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e40970f-07c8-4173-b0a5-1d8db74d456f x-openstack-request-id: req-2e40970f-07c8-4173-b0a5-1d8db74d456f {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:30:38.509010 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec90e5df-c926-491b-b680-d23e9deb5adf", "tag": "a2da0d17-f020-48e3-9a8d-879c7672d76f", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:30:38.509749 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e40970f-07c8-4173-b0a5-1d8db74d456f {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:30:38.509749 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec90e5df-c926-491b-b680-d23e9deb5adf', 'tag': 'a2da0d17-f020-48e3-9a8d-879c7672d76f', 'status': 'completed', 'code': 200} Jul 23 07:30:38.688966 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-321c6c28-016f-4109-93bc-91ff4ad5fd04 None None] Provisioning complete for port 7710694a-2f69-4e46-841c-ab3385600799 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:38.691110 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-321c6c28-016f-4109-93bc-91ff4ad5fd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:38.739995 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:30:38.748566 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-0e2af2bb-e1b4-4836-9b35-270e48040e09 admin admin] 10.222.0.13 "PUT /v2.0/routers/79e49fb0-518d-41ea-a79c-625de6d402f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5637114 Jul 23 07:30:38.790849 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c8247-01a7-4fc1-9b8e-46eb8a4c8887 req-eb35eb4d-be81-416a-8a7c-f7af352aa48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:38.792648 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a56c8247-01a7-4fc1-9b8e-46eb8a4c8887 req-eb35eb4d-be81-416a-8a7c-f7af352aa48e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53b48d2935be49a39c5e569014173a87&device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 1096 time: 0.2102380 Jul 23 07:30:38.812801 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7cd55-8ae6-4ffb-a342-e7180dff3587 req-6ee97abe-916d-44f5-bd26-07ab41b880ec tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:38.816331 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-fef7cd55-8ae6-4ffb-a342-e7180dff3587 req-6ee97abe-916d-44f5-bd26-07ab41b880ec tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.2347021 Jul 23 07:30:38.829581 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-321c6c28-016f-4109-93bc-91ff4ad5fd04 None None] Port 7710694a-2f69-4e46-841c-ab3385600799 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:30:38.923639 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-fef7cd55-8ae6-4ffb-a342-e7180dff3587 req-a07dea62-68b0-4754-8444-c845891297c2 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856686 Jul 23 07:30:39.046750 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c8247-01a7-4fc1-9b8e-46eb8a4c8887 req-4b56daa7-50d9-448d-bfe6-c100e9c8aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:39.055990 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a56c8247-01a7-4fc1-9b8e-46eb8a4c8887 req-4b56daa7-50d9-448d-bfe6-c100e9c8aba2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=287a8c89-0c72-4334-af82-cc8dcaad7253 HTTP/1.1" status: 200 len: 916 time: 0.2243013 Jul 23 07:30:39.126302 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device cd8874cf-4249-4259-862b-5ee181237364 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:30:39.164450 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a56c8247-01a7-4fc1-9b8e-46eb8a4c8887 req-915aefc0-0787-4d57-9405-e807311faf87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2da0d17-f020-48e3-9a8d-879c7672d76f HTTP/1.1" status: 200 len: 217 time: 0.1044569 Jul 23 07:30:39.185954 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd869d56-2a0f-4f93-a007-56878d58a63c req-52a1f474-53f4-46eb-b5ce-e001a23daee6 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:39.195886 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cd869d56-2a0f-4f93-a007-56878d58a63c req-52a1f474-53f4-46eb-b5ce-e001a23daee6 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 943 time: 0.1351397 Jul 23 07:30:39.202016 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 1d6fa70a-32f0-4380-a650-04ab4d649af8 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:30:39.282677 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: 1d6fa70a-32f0-4380-a650-04ab4d649af8 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:30:39.283017 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 1d6fa70a-32f0-4380-a650-04ab4d649af8 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:30:39.315288 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cd869d56-2a0f-4f93-a007-56878d58a63c req-6444d335-8cb7-4f30-b5f8-5aa91bfc1ab4 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185398 Jul 23 07:30:39.322022 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c8247-01a7-4fc1-9b8e-46eb8a4c8887 req-f784ccc8-a231-4ce0-a253-0e47041907ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:39.323487 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a56c8247-01a7-4fc1-9b8e-46eb8a4c8887 req-f784ccc8-a231-4ce0-a253-0e47041907ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=545950e2-bd4a-4db2-afca-7a9307ec9e32 HTTP/1.1" status: 200 len: 855 time: 0.1482158 Jul 23 07:30:39.362730 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port cd8874cf-4249-4259-862b-5ee181237364 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:30:39.378283 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port cd8874cf-4249-4259-862b-5ee181237364 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:39.378752 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:39.405948 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a56c8247-01a7-4fc1-9b8e-46eb8a4c8887 req-fd35669d-b0db-49ad-982b-40b4f762476a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=287a8c89-0c72-4334-af82-cc8dcaad7253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735757 Jul 23 07:30:39.602127 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:39.602265 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a56c8247-01a7-4fc1-9b8e-46eb8a4c8887 req-66b1b284-c32c-4532-a4f2-f7a9b0ad777c service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848643 Jul 23 07:30:39.650286 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port cd8874cf-4249-4259-862b-5ee181237364, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=cd8874cf-4249-4259-862b-5ee181237364,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:39.657450 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:39.804711 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=cd8874cf-4249-4259-862b-5ee181237364,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:39.889570 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a56c8247-01a7-4fc1-9b8e-46eb8a4c8887 req-29b9894a-f1b2-4edb-8830-859564174465 service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841521 Jul 23 07:30:40.172273 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f03d68-5676-4a9b-8600-f2df517ce881 req-60268f52-5981-4a88-b9a1-00d11b90158d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:40.180244 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f6f03d68-5676-4a9b-8600-f2df517ce881 req-60268f52-5981-4a88-b9a1-00d11b90158d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1331742 Jul 23 07:30:40.250589 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f6f03d68-5676-4a9b-8600-f2df517ce881 req-97ff3fc6-4fe6-4692-a387-8fc019025548 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693800 Jul 23 07:30:40.545311 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d2912-0f12-413f-9a83-ae9d29632698 req-459f1fb1-176b-4ce3-9ea7-8e5cd982fa6e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:40.547696 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-2b2d2912-0f12-413f-9a83-ae9d29632698 req-459f1fb1-176b-4ce3-9ea7-8e5cd982fa6e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 943 time: 0.1468916 Jul 23 07:30:40.684532 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-2b2d2912-0f12-413f-9a83-ae9d29632698 req-52cd7df2-57d2-461a-be9a-06842677a2f9 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271713 Jul 23 07:30:40.747356 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Sync routers for ids ['79e49fb0-518d-41ea-a79c-625de6d402f1'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:30:40.763621 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Routers {'79e49fb0-518d-41ea-a79c-625de6d402f1'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:30:40.764866 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:30:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['79e49fb0-518d-41ea-a79c-625de6d402f1'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:40.954403 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Set router 79e49fb0-518d-41ea-a79c-625de6d402f1 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:30:41.002997 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device cd8874cf-4249-4259-862b-5ee181237364 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:30:41.308801 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device a2da0d17-f020-48e3-9a8d-879c7672d76f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:30:41.325956 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 45978) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:41.497509 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56116ad5-9fe7-41ef-9f7c-7f72ad0cb16e req-a0362a8f-3df5-4b20-9b12-74b5607550db tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:41.506536 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-56116ad5-9fe7-41ef-9f7c-7f72ad0cb16e req-a0362a8f-3df5-4b20-9b12-74b5607550db tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1234369 Jul 23 07:30:41.521455 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.db.resource_extend [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 07:30:41.522159 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bc345-2713-4610-8c70-e459755c003b req-8ca07e6b-7ac4-40ea-bc03-22b372d3009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:41.528928 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b67bc345-2713-4610-8c70-e459755c003b req-8ca07e6b-7ac4-40ea-bc03-22b372d3009c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 1098 time: 0.1824942 Jul 23 07:30:41.569214 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-56116ad5-9fe7-41ef-9f7c-7f72ad0cb16e req-0c500fc7-944e-41d9-b02a-0c40c83daf0b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594475 Jul 23 07:30:41.591264 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port cd8874cf-4249-4259-862b-5ee181237364 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:41.591474 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:41.609069 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-17d566b9-8c14-41e7-970e-a476259f96e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:41.648607 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b67bc345-2713-4610-8c70-e459755c003b req-301e85dc-bdd6-4ad9-b34e-0da92c418b81 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025946 Jul 23 07:30:41.712389 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'name': 'tempest-TestMinimumBasicScenario-1793255944-router', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cd8874cf-4249-4259-862b-5ee181237364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:30:37Z', 'revision_number': 4, 'project_id': '83cda5377c9b4e2498e3727f2684a668', 'gw_port': {'id': 'cd8874cf-4249-4259-862b-5ee181237364', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '7710694a-2f69-4e46-841c-ab3385600799', 'name': '', 'network_id': 'a0d1f862-b957-4224-af9c-cb6d39ad8f0d', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668', 'mac_address': 'fa:16:3e:fa:93:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'bfb6b67a-ba8d-48a0-8c89-ba8aac49462f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:36Z', 'updated_at': '2021-07-23T07:30:37Z', 'revision_number': 2, 'project_id': '83cda5377c9b4e2498e3727f2684a668', 'subnets': [{'id': 'bfb6b67a-ba8d-48a0-8c89-ba8aac49462f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:41.774614 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Checking router: 79e49fb0-518d-41ea-a79c-625de6d402f1 for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:30:41.774970 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Updating router 79e49fb0-518d-41ea-a79c-625de6d402f1 port 7710694a-2f69-4e46-841c-ab3385600799 binding host dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:30:41.786735 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port a2da0d17-f020-48e3-9a8d-879c7672d76f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2da0d17-f020-48e3-9a8d-879c7672d76f,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:41.835403 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': 'a2da0d17-f020-48e3-9a8d-879c7672d76f', 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253', 'port_id': 'a2da0d17-f020-48e3-9a8d-879c7672d76f', 'mac_address': 'fa:16:3e:4b:be:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545950e2-bd4a-4db2-afca-7a9307ec9e32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:30:41.872620 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-17d566b9-8c14-41e7-970e-a476259f96e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:41.878815 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-17d566b9-8c14-41e7-970e-a476259f96e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:41.921474 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:41.958028 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-17d566b9-8c14-41e7-970e-a476259f96e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bae762f60a6a431b8949898fd218c786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6309075 Jul 23 07:30:41.959220 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d566b9-8c14-41e7-970e-a476259f96e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5906cdf-9f57-4099-be6a-47768ea162ae,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:41.963078 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 46012) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:41.986978 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:41.998064 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b547f-715b-41ba-92b8-4efb93060ff2 req-4c1fcf99-577c-45d7-9dab-42351fa2062f tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:41.999650 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c67b547f-715b-41ba-92b8-4efb93060ff2 req-4c1fcf99-577c-45d7-9dab-42351fa2062f tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 943 time: 0.1799550 Jul 23 07:30:42.037299 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2da0d17-f020-48e3-9a8d-879c7672d76f {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:30:42.175790 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port a2da0d17-f020-48e3-9a8d-879c7672d76f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2da0d17-f020-48e3-9a8d-879c7672d76f,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:42.195732 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:42.298819 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c67b547f-715b-41ba-92b8-4efb93060ff2 req-db542507-5043-4db1-bf2e-1c40771d49b9 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860014 Jul 23 07:30:42.302808 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f5b978ac-f5aa-4e2e-9afb-26cbab7dd390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:42.354368 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f5b978ac-f5aa-4e2e-9afb-26cbab7dd390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:42.487769 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f5b978ac-f5aa-4e2e-9afb-26cbab7dd390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:42.496023 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f5b978ac-f5aa-4e2e-9afb-26cbab7dd390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:42.496023 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-f5b978ac-f5aa-4e2e-9afb-26cbab7dd390 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5906cdf-9f57-4099-be6a-47768ea162ae HTTP/1.1" status: 204 len: 168 time: 0.5296159 Jul 23 07:30:42.533691 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b978ac-f5aa-4e2e-9afb-26cbab7dd390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5906cdf-9f57-4099-be6a-47768ea162ae,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:42.687387 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=a2da0d17-f020-48e3-9a8d-879c7672d76f,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:42.723808 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['a2da0d17-f020-48e3-9a8d-879c7672d76f'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:30:42.875730 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b307fbe-d674-4c8d-a563-ce8a7f06b2d7 req-3b3c72b6-c5d8-45d0-83d1-64045a5810ea tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:42.889379 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7b307fbe-d674-4c8d-a563-ce8a7f06b2d7 req-3b3c72b6-c5d8-45d0-83d1-64045a5810ea tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1543746 Jul 23 07:30:42.948403 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7b307fbe-d674-4c8d-a563-ce8a7f06b2d7 req-6027a650-c1d1-4556-b127-c888f8fdf7de tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547197 Jul 23 07:30:43.226038 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:43.252815 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Transition to ACTIVE for port object 7710694a-2f69-4e46-841c-ab3385600799 will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:30:43.267133 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:43.352048 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977f135-436c-48c5-b4f8-ae2cdae86897 None None] Pushing event updated for resources: {'Port': ['ID=7710694a-2f69-4e46-841c-ab3385600799,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:43.440761 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Attempting to bind port 7710694a-2f69-4e46-841c-ab3385600799 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:30:43.441212 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Attempting to bind port 7710694a-2f69-4e46-841c-ab3385600799 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '0b1d3add-c6c0-464c-b401-80d92543ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0d1f862-b957-4224-af9c-cb6d39ad8f0d'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:30:43.441664 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Attempting to bind port 7710694a-2f69-4e46-841c-ab3385600799 on network a0d1f862-b957-4224-af9c-cb6d39ad8f0d {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:30:43.450497 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:30:43.450882 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Checking segment: {'id': '0b1d3add-c6c0-464c-b401-80d92543ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0d1f862-b957-4224-af9c-cb6d39ad8f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:30:43.451315 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:43.452047 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Bound using segment: {'id': '0b1d3add-c6c0-464c-b401-80d92543ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0d1f862-b957-4224-af9c-cb6d39ad8f0d'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:30:43.452669 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Bound port: 7710694a-2f69-4e46-841c-ab3385600799, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1d3add-c6c0-464c-b401-80d92543ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0d1f862-b957-4224-af9c-cb6d39ad8f0d'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:30:43.454364 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:43.504307 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01c631-80f2-4beb-b1fa-6c5a7c1713a6 req-c1e70d1d-0dbf-45f4-a833-6b7a675bc898 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:43.521482 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8c01c631-80f2-4beb-b1fa-6c5a7c1713a6 req-c1e70d1d-0dbf-45f4-a833-6b7a675bc898 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 944 time: 0.1272597 Jul 23 07:30:43.548277 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] For port 7710694a-2f69-4e46-841c-ab3385600799, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:30:43.553128 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] For port 7710694a-2f69-4e46-841c-ab3385600799, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=7710694a-2f69-4e46-841c-ab3385600799,segment=NetworkSegment(0b1d3add-c6c0-464c-b401-80d92543ff32),segment_id=0b1d3add-c6c0-464c-b401-80d92543ff32)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:30:43.561220 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:43.590517 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8c01c631-80f2-4beb-b1fa-6c5a7c1713a6 req-6a583f60-a516-4968-8691-dd6d39c82979 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674214 Jul 23 07:30:43.672384 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Routers {'79e49fb0-518d-41ea-a79c-625de6d402f1'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:30:43.673106 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:30:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['79e49fb0-518d-41ea-a79c-625de6d402f1'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:43.806121 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977f135-436c-48c5-b4f8-ae2cdae86897 None None] Pushing event updated for resources: {'Port': ['ID=7710694a-2f69-4e46-841c-ab3385600799,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:43.828641 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] Set router 79e49fb0-518d-41ea-a79c-625de6d402f1 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:30:44.133504 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0b31c-2559-4998-9b71-a8877b8216ed req-93cfe9c7-23cf-418d-88d5-23d0c2d4b5f2 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:44.135501 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cfb0b31c-2559-4998-9b71-a8877b8216ed req-93cfe9c7-23cf-418d-88d5-23d0c2d4b5f2 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1110344 Jul 23 07:30:44.162468 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'name': 'tempest-TestMinimumBasicScenario-1793255944-router', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cd8874cf-4249-4259-862b-5ee181237364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:30:37Z', 'revision_number': 4, 'project_id': '83cda5377c9b4e2498e3727f2684a668', 'gw_port': {'id': 'cd8874cf-4249-4259-862b-5ee181237364', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '7710694a-2f69-4e46-841c-ab3385600799', 'name': '', 'network_id': 'a0d1f862-b957-4224-af9c-cb6d39ad8f0d', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668', 'mac_address': 'fa:16:3e:fa:93:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'bfb6b67a-ba8d-48a0-8c89-ba8aac49462f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:36Z', 'updated_at': '2021-07-23T07:30:43Z', 'revision_number': 4, 'project_id': '83cda5377c9b4e2498e3727f2684a668', 'subnets': [{'id': 'bfb6b67a-ba8d-48a0-8c89-ba8aac49462f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:30:44.199993 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e22331-0b37-4e00-a3c2-d57bc992d3f7 None None] The sync data for ids ['79e49fb0-518d-41ea-a79c-625de6d402f1'] in dv-cinder-773985-13-iscsi is: [{'id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'name': 'tempest-TestMinimumBasicScenario-1793255944-router', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cd8874cf-4249-4259-862b-5ee181237364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:30:37Z', 'revision_number': 4, 'project_id': '83cda5377c9b4e2498e3727f2684a668', 'gw_port': {'id': 'cd8874cf-4249-4259-862b-5ee181237364', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '7710694a-2f69-4e46-841c-ab3385600799', 'name': '', 'network_id': 'a0d1f862-b957-4224-af9c-cb6d39ad8f0d', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668', 'mac_address': 'fa:16:3e:fa:93:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'bfb6b67a-ba8d-48a0-8c89-ba8aac49462f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:36Z', 'updated_at': '2021-07-23T07:30:43Z', 'revision_number': 4, 'project_id': '83cda5377c9b4e2498e3727f2684a668', 'subnets': [{'id': 'bfb6b67a-ba8d-48a0-8c89-ba8aac49462f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:30:44.220760 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cfb0b31c-2559-4998-9b71-a8877b8216ed req-0bdf05a8-372c-44f1-b8fb-b8fa1998c982 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668528 Jul 23 07:30:44.853993 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb16e9-55e7-4c79-a701-44365b3d1a05 req-410b924f-9543-4a94-a2ba-2901e2c126f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:44.856747 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8afb16e9-55e7-4c79-a701-44365b3d1a05 req-410b924f-9543-4a94-a2ba-2901e2c126f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1b97984a86d47e4a53350db0daee3cf&device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 1098 time: 0.2072036 Jul 23 07:30:44.953918 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 46116) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:45.007083 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d0b3f-8c4a-405e-9452-7a04fc35ccbd req-e4484b97-06cc-4478-a37e-78316272e2d1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:45.017390 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-521d0b3f-8c4a-405e-9452-7a04fc35ccbd req-e4484b97-06cc-4478-a37e-78316272e2d1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 944 time: 0.1475043 Jul 23 07:30:45.028906 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 7710694a-2f69-4e46-841c-ab3385600799 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:30:45.085357 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb16e9-55e7-4c79-a701-44365b3d1a05 req-35b9cb4c-184a-4e26-bca7-9cfd2164dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:45.090466 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8afb16e9-55e7-4c79-a701-44365b3d1a05 req-35b9cb4c-184a-4e26-bca7-9cfd2164dc37 service neutron] 10.222.0.23 "GET /v2.0/networks?id=619f42d6-ea41-4e81-89f0-fe4ff73d474b HTTP/1.1" status: 200 len: 919 time: 0.2214715 Jul 23 07:30:45.124969 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-521d0b3f-8c4a-405e-9452-7a04fc35ccbd req-916214b8-c085-43e2-8f30-fb2b831f998a tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968575 Jul 23 07:30:45.174709 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 7710694a-2f69-4e46-841c-ab3385600799 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:30:45.179068 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 7710694a-2f69-4e46-841c-ab3385600799 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:45.179661 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:45.189995 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8afb16e9-55e7-4c79-a701-44365b3d1a05 req-7e92d76b-3d54-4cad-b0d5-122347de412d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3965f627-3809-44cb-a946-df133878c11d HTTP/1.1" status: 200 len: 217 time: 0.0936809 Jul 23 07:30:45.224406 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device a2da0d17-f020-48e3-9a8d-879c7672d76f up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:30:45.278222 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7e812-025f-4a79-a01d-415195784796 req-91fe32a8-f67b-4ae8-aa4a-2b2aebb1120b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:45.285636 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8db7e812-025f-4a79-a01d-415195784796 req-91fe32a8-f67b-4ae8-aa4a-2b2aebb1120b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.5312564 Jul 23 07:30:45.358420 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb16e9-55e7-4c79-a701-44365b3d1a05 req-141c4b46-ed05-4adb-966e-7bfdbbc5adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:45.364158 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8afb16e9-55e7-4c79-a701-44365b3d1a05 req-141c4b46-ed05-4adb-966e-7bfdbbc5adaf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66 HTTP/1.1" status: 200 len: 858 time: 0.1581709 Jul 23 07:30:45.371315 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:45.396200 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-dc045007-220e-41a9-b5dc-053e34cfb844 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6a1028cacd143c1b1ea450ca63bcbb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4393091 Jul 23 07:30:45.398853 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 46120) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:45.427964 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8db7e812-025f-4a79-a01d-415195784796 req-1181c6d8-67b4-48e4-939c-0fc310162aa3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381762 Jul 23 07:30:45.437091 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8afb16e9-55e7-4c79-a701-44365b3d1a05 req-2693f432-15b4-4fd1-96c1-a5c8a3543a97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=619f42d6-ea41-4e81-89f0-fe4ff73d474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563827 Jul 23 07:30:45.442078 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port a2da0d17-f020-48e3-9a8d-879c7672d76f completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:30:45.456555 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 7710694a-2f69-4e46-841c-ab3385600799, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=7710694a-2f69-4e46-841c-ab3385600799,segment=NetworkSegment(0b1d3add-c6c0-464c-b401-80d92543ff32),segment_id=0b1d3add-c6c0-464c-b401-80d92543ff32)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:45.461127 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port a2da0d17-f020-48e3-9a8d-879c7672d76f triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:45.461986 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:45.465933 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:45.517416 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f44a2beb-b403-4c57-81e7-f02d8b6ca338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:45.573931 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f44a2beb-b403-4c57-81e7-f02d8b6ca338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:45.586991 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=7710694a-2f69-4e46-841c-ab3385600799,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:45.634144 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8afb16e9-55e7-4c79-a701-44365b3d1a05 req-3fa2f208-424f-4821-94db-fc39cfa10341 service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874430 Jul 23 07:30:45.637031 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f44a2beb-b403-4c57-81e7-f02d8b6ca338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:45.653758 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:45.655471 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f44a2beb-b403-4c57-81e7-f02d8b6ca338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:45.665834 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-f44a2beb-b403-4c57-81e7-f02d8b6ca338 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/559664f3-303b-4bb8-8ca1-bf9d7321ff80 HTTP/1.1" status: 204 len: 168 time: 0.2569413 Jul 23 07:30:45.701401 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a2beb-b403-4c57-81e7-f02d8b6ca338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559664f3-303b-4bb8-8ca1-bf9d7321ff80,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:45.741814 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port a2da0d17-f020-48e3-9a8d-879c7672d76f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2da0d17-f020-48e3-9a8d-879c7672d76f,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:30:45.763510 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec90e5df-c926-491b-b680-d23e9deb5adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2da0d17-f020-48e3-9a8d-879c7672d76f'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:30:45.785793 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec88c0ec-59c3-4ad1-9191-3d3e2c1441d3" -d '{"events": [{"server_uuid": "ec90e5df-c926-491b-b680-d23e9deb5adf", "name": "network-vif-plugged", "status": "completed", "tag": "a2da0d17-f020-48e3-9a8d-879c7672d76f"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:30:45.806256 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:46.006416 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=a2da0d17-f020-48e3-9a8d-879c7672d76f,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:46.466565 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997246d0-e1dd-4b72-946a-07cf9217c1ed x-openstack-request-id: req-997246d0-e1dd-4b72-946a-07cf9217c1ed {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:30:46.467219 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec90e5df-c926-491b-b680-d23e9deb5adf", "name": "network-vif-plugged", "status": "completed", "tag": "a2da0d17-f020-48e3-9a8d-879c7672d76f", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:30:46.467219 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-997246d0-e1dd-4b72-946a-07cf9217c1ed {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:30:46.467486 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec90e5df-c926-491b-b680-d23e9deb5adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2da0d17-f020-48e3-9a8d-879c7672d76f', 'code': 200} Jul 23 07:30:46.523655 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8afb16e9-55e7-4c79-a701-44365b3d1a05 req-1d076f11-d790-421e-8ca6-f705f7fdf0ca service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8741496 Jul 23 07:30:46.841667 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32592a3d-fe7d-43f6-8814-df707c06db05 req-0ec2e90d-ee15-4f11-8cd4-04063a24017c tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:46.856687 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-32592a3d-fe7d-43f6-8814-df707c06db05 req-0ec2e90d-ee15-4f11-8cd4-04063a24017c tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1488364 Jul 23 07:30:46.904200 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1281ca-6c97-43f3-9d6e-b2c37307c3de req-030df0ec-8bf9-45de-b6b4-fcfca465f28c tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:46.913776 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-32592a3d-fe7d-43f6-8814-df707c06db05 req-d60bc8d6-a67d-4e1b-bc0a-f29401398ffd tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558507 Jul 23 07:30:46.914565 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-de1281ca-6c97-43f3-9d6e-b2c37307c3de req-030df0ec-8bf9-45de-b6b4-fcfca465f28c tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 945 time: 0.1910064 Jul 23 07:30:47.005989 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-de1281ca-6c97-43f3-9d6e-b2c37307c3de req-c2af1ff7-431a-445c-9f23-64e7a526f048 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840061 Jul 23 07:30:47.008008 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c69319-c78c-4cd7-8ab7-7a93204bc0bc req-941cd2b2-fd9a-4a23-8b2e-4e8f96b250cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:47.009526 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f9c69319-c78c-4cd7-8ab7-7a93204bc0bc req-941cd2b2-fd9a-4a23-8b2e-4e8f96b250cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 1098 time: 0.1798437 Jul 23 07:30:47.022494 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 7710694a-2f69-4e46-841c-ab3385600799 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:30:47.060135 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f9c69319-c78c-4cd7-8ab7-7a93204bc0bc req-8675f5f1-e78d-4637-9e1f-e172571a48af service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334907 Jul 23 07:30:47.119149 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 7710694a-2f69-4e46-841c-ab3385600799 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:47.121015 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:48.065944 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7721a15-5d74-42a1-8686-50d373ac778c req-813f36cf-627f-4108-8267-0cb38569b86b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:48.074385 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b7721a15-5d74-42a1-8686-50d373ac778c req-813f36cf-627f-4108-8267-0cb38569b86b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0776205 Jul 23 07:30:48.145446 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b7721a15-5d74-42a1-8686-50d373ac778c req-0569fd8a-0a7c-4153-b295-1985cbe2186a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623348 Jul 23 07:30:48.196350 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b35e3-6cc7-4164-ba96-e62ce9269994 req-12d59b86-8e04-4238-a48d-3ff158380325 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:48.203960 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8e8b35e3-6cc7-4164-ba96-e62ce9269994 req-12d59b86-8e04-4238-a48d-3ff158380325 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 945 time: 0.0947917 Jul 23 07:30:48.272306 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8e8b35e3-6cc7-4164-ba96-e62ce9269994 req-df75b169-3dd7-4140-beff-47f19451132a tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560720 Jul 23 07:30:49.466211 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb8d3e-d318-4976-9a09-392e5796a887 req-3f99478a-1322-4de8-8e1a-8c2cceeabf10 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:49.467902 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c8eb8d3e-d318-4976-9a09-392e5796a887 req-3f99478a-1322-4de8-8e1a-8c2cceeabf10 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.2121596 Jul 23 07:30:49.472662 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dff14a-4854-4745-9bc4-3a036e77bdc4 req-cea84e9b-da7a-4bba-88e4-4539dc74bc96 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:49.474516 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-38dff14a-4854-4745-9bc4-3a036e77bdc4 req-cea84e9b-da7a-4bba-88e4-4539dc74bc96 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 945 time: 0.1180496 Jul 23 07:30:49.537966 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-38dff14a-4854-4745-9bc4-3a036e77bdc4 req-42eacd36-4923-4f19-8fdd-342217f10e6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554392 Jul 23 07:30:49.562788 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c8eb8d3e-d318-4976-9a09-392e5796a887 req-d1ae385f-0402-4ce3-8f15-a2f169e14d13 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780494 Jul 23 07:30:50.260488 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcc56e-8ff3-4ef6-a8b3-1472005411e2 req-d2ff9dd5-51a0-43f1-829f-f9cfda146a3f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:50.267844 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f6fcc56e-8ff3-4ef6-a8b3-1472005411e2 req-d2ff9dd5-51a0-43f1-829f-f9cfda146a3f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.1154728 Jul 23 07:30:50.333888 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f6fcc56e-8ff3-4ef6-a8b3-1472005411e2 req-6455a313-f061-4b61-b69a-a88fa739a92f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647218 Jul 23 07:30:50.721911 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620afcc-0fd9-4107-a498-b65dd8cc3537 req-e51c88d1-496c-4a06-9a0d-80fc528b0e84 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:50.724767 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7620afcc-0fd9-4107-a498-b65dd8cc3537 req-e51c88d1-496c-4a06-9a0d-80fc528b0e84 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0824118 Jul 23 07:30:50.789995 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7620afcc-0fd9-4107-a498-b65dd8cc3537 req-743b107e-805b-4608-9c8f-c70a06caf7fc tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581601 Jul 23 07:30:51.523168 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb549f26-01a2-4620-b2eb-b1bc817cf2de req-73f85f0d-9dd5-40a5-aae5-d7f854106f93 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:51.526670 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-fb549f26-01a2-4620-b2eb-b1bc817cf2de req-73f85f0d-9dd5-40a5-aae5-d7f854106f93 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0971661 Jul 23 07:30:51.571795 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-fb549f26-01a2-4620-b2eb-b1bc817cf2de req-bf14f265-d010-476e-b021-3d872b2dacd7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 Jul 23 07:30:52.409147 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ecfe4-1a97-471b-8dfd-4978630f0fad req-7b6a6d06-4b8c-4e5b-b171-7f76f869e182 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:52.421050 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cc4ecfe4-1a97-471b-8dfd-4978630f0fad req-7b6a6d06-4b8c-4e5b-b171-7f76f869e182 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0768557 Jul 23 07:30:52.455884 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cc4ecfe4-1a97-471b-8dfd-4978630f0fad req-9532eb7a-a6ce-4b85-86f8-098b36d24853 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350761 Jul 23 07:30:52.794241 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58769d46-9dec-476a-87a3-d6ff0935dc85 req-0e887ffe-b00b-4b89-a53b-1c999a9fa9ea tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:52.805846 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-58769d46-9dec-476a-87a3-d6ff0935dc85 req-0e887ffe-b00b-4b89-a53b-1c999a9fa9ea tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.1482887 Jul 23 07:30:52.882629 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-58769d46-9dec-476a-87a3-d6ff0935dc85 req-833dd21f-472f-4b11-940a-16d5119d0871 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756419 Jul 23 07:30:54.038127 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62c6d1-de7a-43df-9ace-6d3058f1ce6b req-f991b839-75a2-4eaf-9d81-15bb37203734 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:54.039888 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8a62c6d1-de7a-43df-9ace-6d3058f1ce6b req-f991b839-75a2-4eaf-9d81-15bb37203734 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0743790 Jul 23 07:30:54.106781 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8a62c6d1-de7a-43df-9ace-6d3058f1ce6b req-d9edaafe-0679-413e-b1a0-7a01f4d8d112 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610137 Jul 23 07:30:54.168147 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b26787c6-3c39-4e56-af35-4ad9dd81ed19 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:54.169739 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b26787c6-3c39-4e56-af35-4ad9dd81ed19 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/networks?id=b6925db0-84c0-4f63-b8d1-82de93dc832e HTTP/1.1" status: 200 len: 815 time: 0.1423066 Jul 23 07:30:54.185244 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-d44c7b8c-b742-4d60-9d7f-5855a840af14 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/quotas/4f45acbfcb6449caa5f7af6d407a4688 HTTP/1.1" status: 200 len: 375 time: 0.0102692 Jul 23 07:30:54.249414 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b08ceec6-6a04-4953-95aa-21e81142657a tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f45acbfcb6449caa5f7af6d407a4688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588903 Jul 23 07:30:54.342953 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-821e2cee-152c-4d69-91e6-26f7eb5f56d7 service neutron] 10.222.0.13 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817449 Jul 23 07:30:54.434387 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-ff51a619-5c27-42b8-b2c4-1950c09303a2 service neutron] 10.222.0.13 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854294 Jul 23 07:30:54.589872 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3640cc3f-019e-491b-a045-34184d545d11 req-c31c81e9-8e81-4e97-bbac-4107231b461f tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 210 time: 0.0308733 Jul 23 07:30:55.262231 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a871db-3343-4b9a-baf8-b6235607c0d8 req-213c9073-1d46-4d69-9ad5-d98b0eb4e290 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:55.263824 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-75a871db-3343-4b9a-baf8-b6235607c0d8 req-213c9073-1d46-4d69-9ad5-d98b0eb4e290 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0823731 Jul 23 07:30:55.313050 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-75a871db-3343-4b9a-baf8-b6235607c0d8 req-320af490-fa20-4f8d-8ae0-637189f29d22 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 Jul 23 07:30:55.423262 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b970fd0-1ca1-41dc-b468-37825ec79aad req-5f4c756c-c375-4d91-a448-bf2f3488feaa tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:55.424773 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5b970fd0-1ca1-41dc-b468-37825ec79aad req-5f4c756c-c375-4d91-a448-bf2f3488feaa tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0647383 Jul 23 07:30:55.469030 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5b970fd0-1ca1-41dc-b468-37825ec79aad req-5e0b91d9-4336-4e33-a6ba-b4a504be8eea tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381684 Jul 23 07:30:55.687434 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-5f175bdb-f9c8-4799-a55a-6d25965b1132 req-cb47596f-3741-4c64-9484-94ef0b2bf215 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 210 time: 0.0310247 Jul 23 07:30:56.002038 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 46414) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:56.006957 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-279f9011-d8f6-4bb8-b5ec-06073eb516d7 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:56.008566 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-279f9011-d8f6-4bb8-b5ec-06073eb516d7 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/networks?id=287a8c89-0c72-4334-af82-cc8dcaad7253 HTTP/1.1" status: 200 len: 815 time: 0.1173313 Jul 23 07:30:56.026038 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-67b8357a-d978-4641-96c5-34ffb5a347c4 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/quotas/53b48d2935be49a39c5e569014173a87 HTTP/1.1" status: 200 len: 375 time: 0.0116801 Jul 23 07:30:56.128540 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:56.188839 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-4b929f83-9fb6-4bb3-b796-d66844c472f4 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:56.190404 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-4b929f83-9fb6-4bb3-b796-d66844c472f4 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.23 "GET /v2.0/networks?id=b6925db0-84c0-4f63-b8d1-82de93dc832e HTTP/1.1" status: 200 len: 815 time: 0.1600158 Jul 23 07:30:56.213011 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-7c211490-b2bc-4821-9e9a-e9fd624dea38 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=53b48d2935be49a39c5e569014173a87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1473131 Jul 23 07:30:56.237652 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:56.242650 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:56.242785 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Request body: {'port': {'device_id': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'admin_state_up': True, 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:30:56.286416 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71bfd8887c624769aebddfd29c416b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799053 Jul 23 07:30:56.286416 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1600560c-aea4-4607-bd3a-8fcfb915b401,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:56.286963 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 46422) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:30:56.298978 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:56.299331 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:56.299672 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:56.300043 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:56.300403 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:56.300738 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:56.301068 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:56.301425 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:56.301754 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:56.302079 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:56.302400 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:56.302724 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595ab0e-7e05-45c4-a414-cd130f0aa09a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:56.355047 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-05039321-db9a-476d-98bc-f646a62acc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:56.382730 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-05039321-db9a-476d-98bc-f646a62acc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:56.400268 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-84c003ba-839a-4378-9a3f-7c1be8f194cb service neutron] 10.222.0.13 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803930 Jul 23 07:30:56.474370 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8aa4cc-12f0-4b56-ad1d-d806229b46c3 req-2c33537e-71d7-41ab-8ca5-bc553feabf90 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:56.476003 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ac8aa4cc-12f0-4b56-ad1d-d806229b46c3 req-2c33537e-71d7-41ab-8ca5-bc553feabf90 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0912144 Jul 23 07:30:56.477436 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Made reservation on behalf of 4f45acbfcb6449caa5f7af6d407a4688 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:30:56.481274 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:56.499622 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-05039321-db9a-476d-98bc-f646a62acc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:56.502629 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-05039321-db9a-476d-98bc-f646a62acc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:56.503804 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-05039321-db9a-476d-98bc-f646a62acc38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1600560c-aea4-4607-bd3a-8fcfb915b401 HTTP/1.1" status: 204 len: 168 time: 0.2152791 Jul 23 07:30:56.523400 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05039321-db9a-476d-98bc-f646a62acc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1600560c-aea4-4607-bd3a-8fcfb915b401,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:56.564370 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ac8aa4cc-12f0-4b56-ad1d-d806229b46c3 req-7d6e8a69-652c-43b3-b0ab-805642dcdce3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792398 Jul 23 07:30:56.568690 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-f8971e17-b4ec-4aee-a566-3985691403b3 service neutron] 10.222.0.13 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628187 Jul 23 07:30:56.618670 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:56.668756 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Allocated IP 172.20.0.13 (b6925db0-84c0-4f63-b8d1-82de93dc832e/9549415d-b044-4cd1-bd78-bad7cfb8d7ad/1849cb71-4484-4889-b54d-fa22a2becb5f) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:30:56.765642 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a23df-467d-46d2-b40f-8831488dde9b req-d6890287-8015-4c25-b414-1f3dbfc7a1b8 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:56.767430 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ee4a23df-467d-46d2-b40f-8831488dde9b req-d6890287-8015-4c25-b414-1f3dbfc7a1b8 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.1273561 Jul 23 07:30:56.867180 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ee4a23df-467d-46d2-b40f-8831488dde9b req-056b0f06-c596-400b-86ec-34492fe2fda4 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686345 Jul 23 07:30:56.939493 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:56.959436 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Transition to ACTIVE for port object 1849cb71-4484-4889-b54d-fa22a2becb5f will not be triggered until provisioned by entity DHCP. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:30:56.996502 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ac7729fb-4dd8-40ec-a91f-4266b12728af req-a15b5f42-157e-4a40-9ff4-b3b037ff7e2e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0644095 Jul 23 07:30:57.025230 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:57.125610 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Pushing event updated for resources: {'Port': ['ID=1849cb71-4484-4889-b54d-fa22a2becb5f,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:30:57.182790 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Network b6925db0-84c0-4f63-b8d1-82de93dc832e is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:30:57.193511 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:57.195521 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:57.195940 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:57.196411 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:57.196757 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:57.197159 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:57.197551 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:57.197968 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:57.198361 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:57.198749 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:57.199182 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:57.199587 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:30:57.204664 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:30:57.217581 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:30:57.320039 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:57.324759 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:57.350165 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d7ff9-9409-4ab5-befa-1392574e7b09 req-3aeed94e-2acf-49e2-ab93-7ff1701df0df tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:57.352257 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1a7d7ff9-9409-4ab5-befa-1392574e7b09 req-3aeed94e-2acf-49e2-ab93-7ff1701df0df tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 932 time: 0.2579329 Jul 23 07:30:57.373700 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-9db100da-24b4-44a4-a1e2-d299fe7b9903 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1446424 Jul 23 07:30:57.407706 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1a7d7ff9-9409-4ab5-befa-1392574e7b09 req-ab4b41d7-4b2d-40ca-884d-1ef8b575e5bc tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491974 Jul 23 07:30:57.583591 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-212e2790-856b-4004-9c07-b07590e5a785 None None] Provisioning for port 1849cb71-4484-4889-b54d-fa22a2becb5f completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:30:57.595379 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-212e2790-856b-4004-9c07-b07590e5a785 None None] Provisioning complete for port 1849cb71-4484-4889-b54d-fa22a2becb5f triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:30:57.595757 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-212e2790-856b-4004-9c07-b07590e5a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:57.631359 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-212e2790-856b-4004-9c07-b07590e5a785 None None] Port 1849cb71-4484-4889-b54d-fa22a2becb5f cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:30:57.697903 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b80db-7d69-4df7-bd06-9042856d5438 req-38edd579-e993-452b-a198-a23bd3ac66e9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:57.699386 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-2a7b80db-7d69-4df7-bd06-9042856d5438 req-38edd579-e993-452b-a198-a23bd3ac66e9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0666816 Jul 23 07:30:57.737165 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-2a7b80db-7d69-4df7-bd06-9042856d5438 req-958c4724-cf5a-4c9f-80e3-188124e61e3f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318801 Jul 23 07:30:58.005080 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cafc4-4a27-494f-8d08-6a4fce9a7e3f req-c8cb886b-d808-4556-8f40-67b38224088d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:58.006634 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-322cafc4-4a27-494f-8d08-6a4fce9a7e3f req-c8cb886b-d808-4556-8f40-67b38224088d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0663087 Jul 23 07:30:58.053982 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-322cafc4-4a27-494f-8d08-6a4fce9a7e3f req-972d327e-668d-45d2-9fb3-cf764b525648 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415781 Jul 23 07:30:58.093572 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-14e03f34-8fcc-4dbc-b77c-454088672143 req-d93a9c10-0f7e-4f9a-84e5-01e4fcb74d57 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0307603 Jul 23 07:30:58.576002 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f69c35-aaa3-4005-8132-efe277ba7320 req-c169a8d9-a96d-43b1-ad66-27c0b90fa268 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:58.577519 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-46f69c35-aaa3-4005-8132-efe277ba7320 req-c169a8d9-a96d-43b1-ad66-27c0b90fa268 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 932 time: 0.0692952 Jul 23 07:30:58.617882 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-46f69c35-aaa3-4005-8132-efe277ba7320 req-bb511e8f-950a-496c-ba94-403f72938c97 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343363 Jul 23 07:30:58.880405 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ed7bf-7e1a-4e63-9bf3-4d4f9be27852 req-31a02afa-1a11-4639-942a-74c26bd56ac8 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:58.881918 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a88ed7bf-7e1a-4e63-9bf3-4d4f9be27852 req-31a02afa-1a11-4639-942a-74c26bd56ac8 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0652161 Jul 23 07:30:58.921502 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a88ed7bf-7e1a-4e63-9bf3-4d4f9be27852 req-d5455da0-67d9-487a-9226-8b8438127fbc tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337386 Jul 23 07:30:59.207010 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-30537591-28b0-404c-ae17-09fd84f804d5 req-61b21a7c-810f-4097-be4e-68d1a48e418e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0343859 Jul 23 07:30:59.212952 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe45f8-66ed-4ee4-b4e8-a0846d105ede req-a5d9704b-fa3a-46d4-ac9e-71dbd48ced97 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:59.215644 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6cbe45f8-66ed-4ee4-b4e8-a0846d105ede req-a5d9704b-fa3a-46d4-ac9e-71dbd48ced97 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0829468 Jul 23 07:30:59.255915 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6cbe45f8-66ed-4ee4-b4e8-a0846d105ede req-b8fc32fb-a0b7-4571-9d5b-a4d0712705ac tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347977 Jul 23 07:30:59.748466 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99049727-bed9-4817-bd84-cbeb6a51c6cf req-650ab6b0-9f68-4b46-894e-f0506f358d90 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:30:59.749961 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-99049727-bed9-4817-bd84-cbeb6a51c6cf req-650ab6b0-9f68-4b46-894e-f0506f358d90 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 932 time: 0.0646570 Jul 23 07:30:59.776384 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-dbcce37d-e9d8-4c24-8dd8-afff5590c2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:30:59.797262 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-99049727-bed9-4817-bd84-cbeb6a51c6cf req-4d8049c9-2066-4346-9269-c11e06408564 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Jul 23 07:31:00.059956 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac24bb-61e8-457f-b4ee-d89555910c9e req-aac02cd0-a8c3-4a27-ad68-f06d8a5c04f0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:00.061409 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-35ac24bb-61e8-457f-b4ee-d89555910c9e req-aac02cd0-a8c3-4a27-ad68-f06d8a5c04f0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0665760 Jul 23 07:31:00.108161 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-35ac24bb-61e8-457f-b4ee-d89555910c9e req-e5f950cb-e87f-4f8d-aa09-fbaaf31daa5b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410242 Jul 23 07:31:00.177488 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:31:00.303880 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a6a131da-c16c-4a1d-bd61-169e55af62f1 req-f45043d5-6f10-4fac-99c4-d4df45992154 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0282650 Jul 23 07:31:00.403045 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036996f-a32b-4118-bd8c-6cb6f331e98c req-c49e4140-342e-4553-81ec-f1f62628c1e0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:00.404708 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c036996f-a32b-4118-bd8c-6cb6f331e98c req-c49e4140-342e-4553-81ec-f1f62628c1e0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0675471 Jul 23 07:31:00.446470 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c036996f-a32b-4118-bd8c-6cb6f331e98c req-92e47499-f212-4527-8b4a-15b1355389d3 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356271 Jul 23 07:31:00.934659 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505b6a1-70d9-423f-974d-c1a929f680a4 req-fee089f7-066a-4cbc-b52b-d811b75635bd tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:00.936313 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f505b6a1-70d9-423f-974d-c1a929f680a4 req-fee089f7-066a-4cbc-b52b-d811b75635bd tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 932 time: 0.0705640 Jul 23 07:31:00.981238 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f505b6a1-70d9-423f-974d-c1a929f680a4 req-d299ad6e-d2d5-406e-8244-540217cd3df0 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387664 Jul 23 07:31:01.250508 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab714f-683e-4b8f-a859-4bffa45fe88b req-2b0c72f5-d3a6-43a6-ac33-8a1a36dd3a6c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:01.252030 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-00ab714f-683e-4b8f-a859-4bffa45fe88b req-2b0c72f5-d3a6-43a6-ac33-8a1a36dd3a6c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0661185 Jul 23 07:31:01.297990 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-00ab714f-683e-4b8f-a859-4bffa45fe88b req-0984f163-fd4f-40f1-b8aa-490302e00fb6 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397305 Jul 23 07:31:01.403638 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-59818c11-8f1b-4b64-9fe6-eb0fcec298a4 req-ad503669-ae24-4068-a344-335492f39501 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0291436 Jul 23 07:31:01.577900 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58537ac2-ae3c-4d41-a415-05265c6e45cf req-f899b541-9fdf-477d-adbd-6c157d312aa1 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:01.579391 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-58537ac2-ae3c-4d41-a415-05265c6e45cf req-f899b541-9fdf-477d-adbd-6c157d312aa1 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0647917 Jul 23 07:31:01.619134 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-58537ac2-ae3c-4d41-a415-05265c6e45cf req-31cf994b-39d4-4c43-9596-ead24d439fa1 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336862 Jul 23 07:31:02.119753 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f1e29-5062-4381-82de-33d2c42558a8 req-70dc4985-4712-41f8-b357-6fc807d49fa6 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:02.121582 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d24f1e29-5062-4381-82de-33d2c42558a8 req-70dc4985-4712-41f8-b357-6fc807d49fa6 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 932 time: 0.0723724 Jul 23 07:31:02.160176 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d24f1e29-5062-4381-82de-33d2c42558a8 req-1173b359-66db-45f5-8dd0-fcc8ce6bf6b2 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329061 Jul 23 07:31:02.196583 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-63704ad5-e066-48af-a13c-7f0f438b0ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:02.444436 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4badbb-b5c1-4e84-882e-7a7d59e37854 req-c5382791-510a-40ae-9346-40dcc1e7a2d6 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:02.445984 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6d4badbb-b5c1-4e84-882e-7a7d59e37854 req-c5382791-510a-40ae-9346-40dcc1e7a2d6 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0743797 Jul 23 07:31:02.491568 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6d4badbb-b5c1-4e84-882e-7a7d59e37854 req-65e5e1a5-c18b-4f8a-9e34-0c080d0b752b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391414 Jul 23 07:31:02.507481 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-86c387a8-f589-47b7-ac94-fd024a3c900b req-458624fc-55f2-4b7d-bfa3-2687932d259d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0356174 Jul 23 07:31:02.738321 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:02.776624 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa95c4-a412-421c-8ffa-95937e385113 req-10ff4872-98ce-4828-ac45-4d6a6b472f72 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:02.778141 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4afa95c4-a412-421c-8ffa-95937e385113 req-10ff4872-98ce-4828-ac45-4d6a6b472f72 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0823662 Jul 23 07:31:02.819847 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4afa95c4-a412-421c-8ffa-95937e385113 req-db9eba65-b591-424f-ba50-ed863d82f2d1 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360970 Jul 23 07:31:03.290208 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921790ef-3785-49c5-8076-4f1684f66230 req-7361e355-4759-4a2e-8a12-c7f60d360953 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:03.291717 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-921790ef-3785-49c5-8076-4f1684f66230 req-7361e355-4759-4a2e-8a12-c7f60d360953 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 932 time: 0.0632534 Jul 23 07:31:03.330344 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-921790ef-3785-49c5-8076-4f1684f66230 req-47755a96-922b-4111-a2c9-d8c37dca3c45 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328484 Jul 23 07:31:03.509711 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:03.605002 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-eabf488c-33dd-4f2a-b0e0-d4fd8830219d req-143597ea-fd81-45ea-9a06-98a986dd1ec5 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0300453 Jul 23 07:31:03.651452 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36a2c3-7b1f-4eb6-91a5-595aa0dd8500 req-0ec2e814-1c69-496f-a479-0e1cbaafbb29 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:03.653086 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5f36a2c3-7b1f-4eb6-91a5-595aa0dd8500 req-0ec2e814-1c69-496f-a479-0e1cbaafbb29 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0812721 Jul 23 07:31:03.691865 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5f36a2c3-7b1f-4eb6-91a5-595aa0dd8500 req-014cbdda-1789-4af4-bf14-54c01c059e1c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329645 Jul 23 07:31:03.966172 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e74a0-5464-4273-be39-61e89c468db5 req-a61cede7-8663-414c-8787-d3386bad37ee tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:03.967959 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-317e74a0-5464-4273-be39-61e89c468db5 req-a61cede7-8663-414c-8787-d3386bad37ee tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0790110 Jul 23 07:31:04.015526 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-317e74a0-5464-4273-be39-61e89c468db5 req-443a7b56-a9eb-4397-b0e8-d33910bff74a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383756 Jul 23 07:31:04.461358 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49666339-84be-42ce-9ab0-2e4380e8b74c req-8f4b11a0-ccb4-4d29-bddf-176a8ca68842 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:04.462885 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-49666339-84be-42ce-9ab0-2e4380e8b74c req-8f4b11a0-ccb4-4d29-bddf-176a8ca68842 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 932 time: 0.0652955 Jul 23 07:31:04.501252 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-49666339-84be-42ce-9ab0-2e4380e8b74c req-c177cd6e-e075-4917-b7bf-1ac2b543689a tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325665 Jul 23 07:31:04.703946 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3d4d4ef4-3ee0-40b0-a7ab-e6dbf380fe4b req-a56abac9-a970-498d-844d-fafce5400d1a tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0294158 Jul 23 07:31:04.827596 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3914a81-0b57-4814-bb78-e77b825eb84c req-0e427655-ebf9-4e4a-b9bb-5b97f9fdaa29 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:04.829143 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f3914a81-0b57-4814-bb78-e77b825eb84c req-0e427655-ebf9-4e4a-b9bb-5b97f9fdaa29 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0650659 Jul 23 07:31:04.880053 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f3914a81-0b57-4814-bb78-e77b825eb84c req-65097fc8-79fc-424b-a5b4-9e0ffe62ff66 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346010 Jul 23 07:31:05.149578 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdd755-833c-465d-b7dd-362128d966e1 req-d592460e-64f8-4083-90ba-7b4dd9053f72 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:05.151020 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3ffdd755-833c-465d-b7dd-362128d966e1 req-d592460e-64f8-4083-90ba-7b4dd9053f72 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0666647 Jul 23 07:31:05.190299 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3ffdd755-833c-465d-b7dd-362128d966e1 req-ffde2e83-854f-488f-a6b0-473cd05bea2b tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334110 Jul 23 07:31:05.534262 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:05.639799 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f76c3-39f9-4258-94e2-797d3f077996 req-188a68db-2674-4d35-8553-a67fb398c401 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:05.641280 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3b2f76c3-39f9-4258-94e2-797d3f077996 req-188a68db-2674-4d35-8553-a67fb398c401 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 932 time: 0.0678358 Jul 23 07:31:05.684556 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3b2f76c3-39f9-4258-94e2-797d3f077996 req-6a177216-71c2-4b6e-be5b-be80dd300693 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374303 Jul 23 07:31:05.805077 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3ffcc795-00d5-424b-b489-e3c1926af4f7 req-951eeab4-c880-40d5-b26f-ba2bcc36d34a tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0333765 Jul 23 07:31:06.022471 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e1225-a1b5-4db9-9d1d-9117492afe4e req-f45791cf-d830-4eee-9948-9c02e181a4fa tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:06.023940 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2b5e1225-a1b5-4db9-9d1d-9117492afe4e req-f45791cf-d830-4eee-9948-9c02e181a4fa tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0646386 Jul 23 07:31:06.064246 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2b5e1225-a1b5-4db9-9d1d-9117492afe4e req-e48df82d-94d0-46cc-952c-20e9ea45cefa tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343626 Jul 23 07:31:06.322573 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059f9e4-63a2-45a8-bac8-c4140b394df1 req-16ab77ee-e9ed-4a37-8cc5-fcf9398e6c73 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:06.323984 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-5059f9e4-63a2-45a8-bac8-c4140b394df1 req-16ab77ee-e9ed-4a37-8cc5-fcf9398e6c73 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0651424 Jul 23 07:31:06.362405 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-5059f9e4-63a2-45a8-bac8-c4140b394df1 req-a650a062-ec1c-4568-944d-56637a130155 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326440 Jul 23 07:31:06.816955 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac76db5-f42f-4e14-9408-073e4a87dc8c req-aec0e013-2b44-4e29-b30c-78c7f906306d tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:06.818473 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5ac76db5-f42f-4e14-9408-073e4a87dc8c req-aec0e013-2b44-4e29-b30c-78c7f906306d tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 932 time: 0.0685980 Jul 23 07:31:06.858650 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5ac76db5-f42f-4e14-9408-073e4a87dc8c req-089dbbfd-d34b-4594-b98c-109275e3081e tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338619 Jul 23 07:31:06.900190 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-051dc006-19cd-4011-901d-ea6933e244e9 req-adb441d7-a60e-4bf3-806e-3aabf6ec1c82 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0302355 Jul 23 07:31:07.202295 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e90b06-faf0-4b2b-91f5-d6888b5bf52f req-6957df7a-bea6-43ab-bc3e-89200f678308 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:07.203826 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-88e90b06-faf0-4b2b-91f5-d6888b5bf52f req-6957df7a-bea6-43ab-bc3e-89200f678308 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0648160 Jul 23 07:31:07.242832 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-88e90b06-faf0-4b2b-91f5-d6888b5bf52f req-82e7ec35-3fa9-45f6-823f-d38a6b247926 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331383 Jul 23 07:31:07.496883 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e135e-1a31-415b-922d-d00fdaa82378 req-649660e2-1b49-41dc-a23c-ae3f78a97c6b tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:07.498290 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b97e135e-1a31-415b-922d-d00fdaa82378 req-649660e2-1b49-41dc-a23c-ae3f78a97c6b tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0640833 Jul 23 07:31:07.540658 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b97e135e-1a31-415b-922d-d00fdaa82378 req-b7af77a9-21df-4917-b9d7-94026b88d3bc tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365515 Jul 23 07:31:08.004230 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1710637d-b908-4b06-8ec2-15822d079b86 req-9f0a13c1-b4fd-4519-aa10-8fbef689b473 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0341024 Jul 23 07:31:08.017941 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ab23d-fe19-47d6-bffb-ce9dd2983ab1 req-57a0a87f-78ba-44d0-92fe-90764b49bceb tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:08.020450 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8b4ab23d-fe19-47d6-bffb-ce9dd2983ab1 req-57a0a87f-78ba-44d0-92fe-90764b49bceb tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 932 time: 0.0814712 Jul 23 07:31:08.068303 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8b4ab23d-fe19-47d6-bffb-ce9dd2983ab1 req-7cee170c-3985-4c58-8221-9061c487823e tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424352 Jul 23 07:31:08.389077 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115d2e5-934c-4fb6-b6e5-d08bdf6cd226 req-4939b39f-5a39-4045-80de-17aa6fcfd43d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:08.390581 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f115d2e5-934c-4fb6-b6e5-d08bdf6cd226 req-4939b39f-5a39-4045-80de-17aa6fcfd43d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0685351 Jul 23 07:31:08.428395 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f115d2e5-934c-4fb6-b6e5-d08bdf6cd226 req-a516b7d6-1911-4ecf-9191-f76b2edba034 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316460 Jul 23 07:31:08.680768 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ac386-1504-45f8-9dd9-c8d4453638f7 req-b85e0021-d9f1-45fc-82f2-b8f13417e3d1 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:08.682290 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc3ac386-1504-45f8-9dd9-c8d4453638f7 req-b85e0021-d9f1-45fc-82f2-b8f13417e3d1 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0732896 Jul 23 07:31:08.719631 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc3ac386-1504-45f8-9dd9-c8d4453638f7 req-8e71612b-4d21-4692-82cc-12e4be67f3aa tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317318 Jul 23 07:31:09.128276 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4a10ef2a-908f-4121-8dcb-8eb4ff3750dc req-69e6811a-5d6f-4c41-9f8a-8c1bf8858af5 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0574162 Jul 23 07:31:09.212634 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265ba3-244b-4abb-a1ff-c712a9f23bda req-30fe95ef-b11b-4c8c-aceb-b2dac5b3175e tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:09.214180 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d4265ba3-244b-4abb-a1ff-c712a9f23bda req-30fe95ef-b11b-4c8c-aceb-b2dac5b3175e tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 932 time: 0.0656230 Jul 23 07:31:09.252827 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d4265ba3-244b-4abb-a1ff-c712a9f23bda req-74cbafef-f576-41bf-b3ef-6f6c3ee792a1 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330877 Jul 23 07:31:09.565692 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba846c77-f419-4201-91c3-b008ab0ac7a5 req-69944bbd-5ed7-4a72-a8e4-6e87b65ed209 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:09.567170 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ba846c77-f419-4201-91c3-b008ab0ac7a5 req-69944bbd-5ed7-4a72-a8e4-6e87b65ed209 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0657973 Jul 23 07:31:09.604839 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ba846c77-f419-4201-91c3-b008ab0ac7a5 req-b4b23b94-d2be-4bbb-9550-4d34877689fa tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320492 Jul 23 07:31:09.853445 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f92a7d-8da9-4b70-8bb7-9986030a620b req-382c7f99-18d3-4975-9ef7-1d4161aedc0d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:09.854939 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-36f92a7d-8da9-4b70-8bb7-9986030a620b req-382c7f99-18d3-4975-9ef7-1d4161aedc0d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0664108 Jul 23 07:31:09.891898 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-36f92a7d-8da9-4b70-8bb7-9986030a620b req-76485b4f-7230-44e3-b71d-78773afb55d3 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314360 Jul 23 07:31:10.225221 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f9ea785b-7384-4fa0-b898-c43621676048 req-33b5d03a-f13b-4a14-b094-7ad91ca3a80e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0300217 Jul 23 07:31:10.308597 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Request body: {'port': {'device_id': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:31:10.459933 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:10.480789 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cf97f-1900-4480-8246-dfbee3ceed17 req-14067b90-2200-41fc-beb1-82c8c178d7ee tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:10.482269 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a86cf97f-1900-4480-8246-dfbee3ceed17 req-14067b90-2200-41fc-beb1-82c8c178d7ee tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 932 time: 0.1493101 Jul 23 07:31:10.492153 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b29ccc35-74e0-48d3-b5b9-d0faffef966c req-e8b2963d-15c2-424a-b256-b14ace8a61c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1479566 Jul 23 07:31:10.604201 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a86cf97f-1900-4480-8246-dfbee3ceed17 req-db245df0-6d9e-4b0b-ba6f-adcc9a89a792 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149304 Jul 23 07:31:10.746698 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18060a94-6938-41b1-a41f-93888de66aae req-8c20c266-d391-47c7-8183-3b77ab5a9f71 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:10.748548 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-18060a94-6938-41b1-a41f-93888de66aae req-8c20c266-d391-47c7-8183-3b77ab5a9f71 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0676317 Jul 23 07:31:10.766572 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ccc35-74e0-48d3-b5b9-d0faffef966c req-78b111e3-6401-4461-8551-51117b85d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:10.768132 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b29ccc35-74e0-48d3-b5b9-d0faffef966c req-78b111e3-6401-4461-8551-51117b85d782 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1b97984a86d47e4a53350db0daee3cf&device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 1099 time: 0.1150992 Jul 23 07:31:10.816962 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-18060a94-6938-41b1-a41f-93888de66aae req-343ac05b-ab7d-42e8-a142-54154e890545 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604949 Jul 23 07:31:10.824816 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1849cb71-4484-4889-b54d-fa22a2becb5f {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:31:10.836103 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:10.848699 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Transition to ACTIVE for port object 1849cb71-4484-4889-b54d-fa22a2becb5f will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:31:10.852539 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:10.966397 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Pushing event updated for resources: {'Port': ['ID=1849cb71-4484-4889-b54d-fa22a2becb5f,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:11.308914 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ccc35-74e0-48d3-b5b9-d0faffef966c req-d55c67f1-9b73-49b8-9b0b-cc835b9391d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:11.310413 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b29ccc35-74e0-48d3-b5b9-d0faffef966c req-d55c67f1-9b73-49b8-9b0b-cc835b9391d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=619f42d6-ea41-4e81-89f0-fe4ff73d474b HTTP/1.1" status: 200 len: 919 time: 0.4548452 Jul 23 07:31:11.332775 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d20edc39-2a84-4758-9583-f93ecd824da8 req-e1fd506e-fa92-4339-a821-7e56e1804517 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0343940 Jul 23 07:31:11.373959 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b29ccc35-74e0-48d3-b5b9-d0faffef966c req-5a0e977d-37ac-4f82-a44f-e24ebf25c803 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b8554bc-80ec-47c3-8c6f-421d560f41f2 HTTP/1.1" status: 200 len: 217 time: 0.0456293 Jul 23 07:31:11.379827 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Attempting to bind port 1849cb71-4484-4889-b54d-fa22a2becb5f on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:31:11.380193 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Attempting to bind port 1849cb71-4484-4889-b54d-fa22a2becb5f by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '35ed770c-ad90-4bf4-bbe0-3849e140fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:31:11.380516 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Attempting to bind port 1849cb71-4484-4889-b54d-fa22a2becb5f on network b6925db0-84c0-4f63-b8d1-82de93dc832e {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:31:11.389880 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d3a8b-ce1e-4831-81c3-26feefe64919 req-12577165-40c7-4b5d-8848-8ce4abe08553 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:11.391270 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4d3d3a8b-ce1e-4831-81c3-26feefe64919 req-12577165-40c7-4b5d-8848-8ce4abe08553 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.4283583 Jul 23 07:31:11.393236 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Port 1849cb71-4484-4889-b54d-fa22a2becb5f on network b6925db0-84c0-4f63-b8d1-82de93dc832e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:31:11.393551 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Attempting to bind port 1849cb71-4484-4889-b54d-fa22a2becb5f on network b6925db0-84c0-4f63-b8d1-82de93dc832e {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:31:11.400007 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:31:11.400360 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Checking segment: {'id': '35ed770c-ad90-4bf4-bbe0-3849e140fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:31:11.400732 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Bound using segment: {'id': '35ed770c-ad90-4bf4-bbe0-3849e140fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:31:11.401147 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Bound port: 1849cb71-4484-4889-b54d-fa22a2becb5f, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ed770c-ad90-4bf4-bbe0-3849e140fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:31:11.401495 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:11.562496 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4d3d3a8b-ce1e-4831-81c3-26feefe64919 req-eb60aeff-79b6-4022-afe1-7a7ac2bf04cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639748 Jul 23 07:31:11.592367 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ccc35-74e0-48d3-b5b9-d0faffef966c req-c8a7b0bc-b2f8-49a7-bf81-cdfa88f1566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:11.593968 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b29ccc35-74e0-48d3-b5b9-d0faffef966c req-c8a7b0bc-b2f8-49a7-bf81-cdfa88f1566f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66 HTTP/1.1" status: 200 len: 858 time: 0.1659334 Jul 23 07:31:11.652208 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b29ccc35-74e0-48d3-b5b9-d0faffef966c req-6c18e6ff-ba97-4b79-a258-7d4f7e21daa7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=619f42d6-ea41-4e81-89f0-fe4ff73d474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446746 Jul 23 07:31:11.653184 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] For port 1849cb71-4484-4889-b54d-fa22a2becb5f, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:31:11.662627 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-4eda7704-0740-4102-8e48-efc8c84a804c tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:11.663544 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-4eda7704-0740-4102-8e48-efc8c84a804c tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "GET /v2.0/networks?id=287a8c89-0c72-4334-af82-cc8dcaad7253 HTTP/1.1" status: 200 len: 815 time: 0.2381647 Jul 23 07:31:11.674030 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] For port 1849cb71-4484-4889-b54d-fa22a2becb5f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1849cb71-4484-4889-b54d-fa22a2becb5f,segment=NetworkSegment(35ed770c-ad90-4bf4-bbe0-3849e140fc8c),segment_id=35ed770c-ad90-4bf4-bbe0-3849e140fc8c)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:31:11.679145 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:11.741827 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-62fcc7c9-2e05-4488-8e56-fc9d42fa79bb tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Request body: {'port': {'device_id': '99eb576a-fc0a-4592-892a-1fc230b7b6b3', 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253', 'admin_state_up': True, 'tenant_id': '53b48d2935be49a39c5e569014173a87'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:31:11.773836 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:11.774451 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:11.775885 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] 10.222.0.23 "PUT /v2.0/ports/1849cb71-4484-4889-b54d-fa22a2becb5f HTTP/1.1" status: 200 len: 1094 time: 1.4734750 Jul 23 07:31:11.780307 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'tag': '1849cb71-4484-4889-b54d-fa22a2becb5f'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:31:11.782531 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787a44f5-7c03-421e-b5d6-519d13077b66" -d '{"events": [{"name": "network-changed", "server_uuid": "188b0559-c64b-4d1e-80da-fd8e5a36b97e", "tag": "1849cb71-4484-4889-b54d-fa22a2becb5f"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:31:11.867186 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14934d-3bb2-4f39-bdf3-6fc32252c45a req-d2dd200d-4105-4977-972c-fdd9e4df5817 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:11.868930 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1d14934d-3bb2-4f39-bdf3-6fc32252c45a req-d2dd200d-4105-4977-972c-fdd9e4df5817 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0914032 Jul 23 07:31:11.877892 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757ca96-5388-4d01-9b06-6a821be1d223 service neutron] Pushing event updated for resources: {'Port': ['ID=1849cb71-4484-4889-b54d-fa22a2becb5f,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:11.952444 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1d14934d-3bb2-4f39-bdf3-6fc32252c45a req-5e269c6b-ad60-40d7-97c8-25c4687e0108 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728054 Jul 23 07:31:12.005183 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19afbe9-4b6b-490c-8bcc-e35c125c2656 x-openstack-request-id: req-b19afbe9-4b6b-490c-8bcc-e35c125c2656 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:31:12.005507 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188b0559-c64b-4d1e-80da-fd8e5a36b97e", "tag": "1849cb71-4484-4889-b54d-fa22a2becb5f", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:31:12.005708 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b19afbe9-4b6b-490c-8bcc-e35c125c2656 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:31:12.006098 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'tag': '1849cb71-4484-4889-b54d-fa22a2becb5f', 'status': 'completed', 'code': 200} Jul 23 07:31:12.030148 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263133d-1656-4dcb-a8c9-c6feec472a66 req-51e7dbd1-7f6a-409c-9eb5-23e55abb6df0 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:12.031568 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d263133d-1656-4dcb-a8c9-c6feec472a66 req-51e7dbd1-7f6a-409c-9eb5-23e55abb6df0 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 944 time: 0.3445632 Jul 23 07:31:12.033340 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b29ccc35-74e0-48d3-b5b9-d0faffef966c req-0bbce08d-49f7-43e5-9bd3-7f1d037dc423 service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137333 Jul 23 07:31:12.088692 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-62fcc7c9-2e05-4488-8e56-fc9d42fa79bb tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Made reservation on behalf of 53b48d2935be49a39c5e569014173a87 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:31:12.092001 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-62fcc7c9-2e05-4488-8e56-fc9d42fa79bb tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:12.133278 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-261475a2-d22e-4103-b9f4-c3aaf768467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:12.134799 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-261475a2-d22e-4103-b9f4-c3aaf768467a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f45acbfcb6449caa5f7af6d407a4688&device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 1097 time: 0.2053168 Jul 23 07:31:12.148052 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671603b-eb7a-451d-811b-a8951a3b76f5 req-cd9bcead-e4dc-49c5-92e0-7e8f4e9843a0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:12.149600 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7671603b-eb7a-451d-811b-a8951a3b76f5 req-cd9bcead-e4dc-49c5-92e0-7e8f4e9843a0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.1066358 Jul 23 07:31:12.156844 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661bd31-f54d-4185-8bd7-7946b6afe27d req-66cff292-b9ce-4f5d-9750-76947e3dc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:12.158377 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e661bd31-f54d-4185-8bd7-7946b6afe27d req-66cff292-b9ce-4f5d-9750-76947e3dc851 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1915e9b02c304a73919c21737c01fa84&device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 1099 time: 0.1048841 Jul 23 07:31:12.169450 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d263133d-1656-4dcb-a8c9-c6feec472a66 req-d93b9810-f83d-4c98-9f31-ba2442ea1d13 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274772 Jul 23 07:31:12.194551 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7671603b-eb7a-451d-811b-a8951a3b76f5 req-b546f93b-3e7b-4304-9c68-d1e4a2d16bf9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352190 Jul 23 07:31:12.268922 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-27f08ef5-c899-46d4-bebb-fa8a15242c1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1849cb71-4484-4889-b54d-fa22a2becb5f HTTP/1.1" status: 200 len: 217 time: 0.0520387 Jul 23 07:31:12.275468 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b29ccc35-74e0-48d3-b5b9-d0faffef966c req-7b3e8dd9-37eb-4a1e-a14f-8bcbf18959c8 service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213216 Jul 23 07:31:12.287089 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661bd31-f54d-4185-8bd7-7946b6afe27d req-d5d09236-343a-4238-a291-0d85eb0bc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:12.289408 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e661bd31-f54d-4185-8bd7-7946b6afe27d req-d5d09236-343a-4238-a291-0d85eb0bc76d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f640653b-1b95-4735-ad8a-809138685023 HTTP/1.1" status: 200 len: 911 time: 0.0916667 Jul 23 07:31:12.363917 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-c345684d-90b2-4096-8ce5-1b6b0d2ce7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:12.365469 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-c345684d-90b2-4096-8ce5-1b6b0d2ce7d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9549415d-b044-4cd1-bd78-bad7cfb8d7ad HTTP/1.1" status: 200 len: 854 time: 0.0872335 Jul 23 07:31:12.388818 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-62fcc7c9-2e05-4488-8e56-fc9d42fa79bb tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Allocated IP 172.20.0.13 (287a8c89-0c72-4334-af82-cc8dcaad7253/545950e2-bd4a-4db2-afca-7a9307ec9e32/e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:31:12.461916 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e661bd31-f54d-4185-8bd7-7946b6afe27d req-e9f771f7-1169-48bd-a821-ea7df18aed87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36a85eb5-d9ce-417d-9f89-abae818386e7 HTTP/1.1" status: 200 len: 1002 time: 0.1277490 Jul 23 07:31:12.463719 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4a77a922-2246-4e4e-a54f-5ced657659a5 req-60aefa79-9e2f-4f14-b57e-c5e0de2c83c3 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0445657 Jul 23 07:31:12.527590 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661bd31-f54d-4185-8bd7-7946b6afe27d req-2af7398a-9867-4933-9911-34f592ff4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:12.529132 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e661bd31-f54d-4185-8bd7-7946b6afe27d req-2af7398a-9867-4933-9911-34f592ff4a77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89993525-8aed-4fcb-9e8c-9cff111bbf6e HTTP/1.1" status: 200 len: 849 time: 0.0604300 Jul 23 07:31:12.544625 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-d48ff15f-6306-4daa-93e2-517b1d6eca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:12.546138 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-d48ff15f-6306-4daa-93e2-517b1d6eca04 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6925db0-84c0-4f63-b8d1-82de93dc832e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1699378 Jul 23 07:31:12.605639 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-62fcc7c9-2e05-4488-8e56-fc9d42fa79bb tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:12.672060 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde28d7b-5cec-419c-875e-424e9a5a1fa6 req-e10b8962-6384-43be-8547-20bc81ece938 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:12.673566 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cde28d7b-5cec-419c-875e-424e9a5a1fa6 req-e10b8962-6384-43be-8547-20bc81ece938 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1148856 Jul 23 07:31:12.746484 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-02209345-b218-404b-badc-779c3a401c31 service neutron] 10.222.0.23 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674168 Jul 23 07:31:12.748276 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839cd31-deff-49d6-8738-9ed463026d8e req-d71bd80e-6916-4865-ae8e-4a439d60f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:12.749644 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7839cd31-deff-49d6-8738-9ed463026d8e req-d71bd80e-6916-4865-ae8e-4a439d60f5b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1b97984a86d47e4a53350db0daee3cf&device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 1098 time: 0.1696522 Jul 23 07:31:12.756391 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-62fcc7c9-2e05-4488-8e56-fc9d42fa79bb tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:12.803484 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['ee0ae23a-b4f6-48d3-9b00-92553439c7f8', 'a2da0d17-f020-48e3-9a8d-879c7672d76f'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:31:12.868213 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-62fcc7c9-2e05-4488-8e56-fc9d42fa79bb tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Network 287a8c89-0c72-4334-af82-cc8dcaad7253 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:31:12.904774 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-62fcc7c9-2e05-4488-8e56-fc9d42fa79bb tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:31:12.906275 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661bd31-f54d-4185-8bd7-7946b6afe27d req-f155bcbb-f4c5-4785-96e3-4ea7253d44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:12.907759 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e661bd31-f54d-4185-8bd7-7946b6afe27d req-f155bcbb-f4c5-4785-96e3-4ea7253d44bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f640653b-1b95-4735-ad8a-809138685023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3209398 Jul 23 07:31:12.911751 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcc7c9-2e05-4488-8e56-fc9d42fa79bb tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Pushing event updated for resources: {'Port': ['ID=e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:12.913895 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-62fcc7c9-2e05-4488-8e56-fc9d42fa79bb tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:31:12.966828 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cde28d7b-5cec-419c-875e-424e9a5a1fa6 req-f8d625f4-9652-4925-90cc-26f7a2223407 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866714 Jul 23 07:31:13.011579 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-62fcc7c9-2e05-4488-8e56-fc9d42fa79bb tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:13.012240 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-62fcc7c9-2e05-4488-8e56-fc9d42fa79bb tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:13.028431 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839cd31-deff-49d6-8738-9ed463026d8e req-abaa5428-c8a4-4f91-b682-dfd2b30b2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:13.029900 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7839cd31-deff-49d6-8738-9ed463026d8e req-abaa5428-c8a4-4f91-b682-dfd2b30b2713 service neutron] 10.222.0.23 "GET /v2.0/networks?id=619f42d6-ea41-4e81-89f0-fe4ff73d474b HTTP/1.1" status: 200 len: 919 time: 0.2670867 Jul 23 07:31:13.038778 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30acef10-dd6b-4bdb-ac49-3b0e1b995a3d req-c3a3d5c4-8b19-4c4f-8564-cdecd7517b4a service neutron] 10.222.0.23 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747605 Jul 23 07:31:13.041980 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-62fcc7c9-2e05-4488-8e56-fc9d42fa79bb tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3235590 Jul 23 07:31:13.046114 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e661bd31-f54d-4185-8bd7-7946b6afe27d req-f01703a0-2ea6-4541-9cc3-ca8b5d02f0f4 service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291132 Jul 23 07:31:13.118876 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Request body: {'port': {'device_id': '99eb576a-fc0a-4592-892a-1fc230b7b6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:31:13.125007 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7839cd31-deff-49d6-8738-9ed463026d8e req-8fab78ac-70c3-4567-9a40-9876cf2f2349 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3965f627-3809-44cb-a946-df133878c11d HTTP/1.1" status: 200 len: 217 time: 0.0656559 Jul 23 07:31:13.194890 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e661bd31-f54d-4185-8bd7-7946b6afe27d req-4e1eeb0e-b5eb-4550-ab00-eb23ff12c333 service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867822 Jul 23 07:31:13.200792 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bea408-49ea-45ad-8387-57844636198a req-72a66816-4830-401c-8b05-957abde3bd9a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:13.202267 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-33bea408-49ea-45ad-8387-57844636198a req-72a66816-4830-401c-8b05-957abde3bd9a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.1518626 Jul 23 07:31:13.247801 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:13.323280 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872220c-8064-4560-ad76-70b082e53bba req-bdd5f2c1-c6a2-4697-a490-b96438a283ee tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:13.324812 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8872220c-8064-4560-ad76-70b082e53bba req-bdd5f2c1-c6a2-4697-a490-b96438a283ee tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 944 time: 0.0618389 Jul 23 07:31:13.331117 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-33bea408-49ea-45ad-8387-57844636198a req-2a675b02-66b9-42a9-8728-cb57a2646be0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197128 Jul 23 07:31:13.349890 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839cd31-deff-49d6-8738-9ed463026d8e req-34c83d9d-2adb-4476-b307-57a287cc6af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:13.351334 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7839cd31-deff-49d6-8738-9ed463026d8e req-34c83d9d-2adb-4476-b307-57a287cc6af2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66 HTTP/1.1" status: 200 len: 858 time: 0.1283805 Jul 23 07:31:13.370502 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8872220c-8064-4560-ad76-70b082e53bba req-487c8a75-816c-42fe-98c7-304267e9e906 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398240 Jul 23 07:31:13.404369 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device b9582ac8-00f4-4476-ae63-a8d03e078848 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:31:13.410835 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7839cd31-deff-49d6-8738-9ed463026d8e req-a2710bae-dd17-47e3-a66f-49864625e83b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=619f42d6-ea41-4e81-89f0-fe4ff73d474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456038 Jul 23 07:31:13.501516 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port b9582ac8-00f4-4476-ae63-a8d03e078848, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9582ac8-00f4-4476-ae63-a8d03e078848,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:31:13.514400 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'port_id': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'mac_address': 'fa:16:3e:82:1c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:31:13.526217 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a44f5-7c03-421e-b5d6-519d13077b66 req-d1a912ee-3c28-4ad8-addf-7b79c8466311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:13.527713 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-787a44f5-7c03-421e-b5d6-519d13077b66 req-d1a912ee-3c28-4ad8-addf-7b79c8466311 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f45acbfcb6449caa5f7af6d407a4688&device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 1097 time: 0.3036804 Jul 23 07:31:13.552989 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:13.565735 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9582ac8-00f4-4476-ae63-a8d03e078848 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:31:13.587072 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port b9582ac8-00f4-4476-ae63-a8d03e078848, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9582ac8-00f4-4476-ae63-a8d03e078848,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:31:13.591930 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:13.606902 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc71d3-b76d-4e0b-9b77-ecb0050b5a01 req-27b68af8-d265-4919-8b26-b0659b80a371 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:13.608408 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4ddc71d3-b76d-4e0b-9b77-ecb0050b5a01 req-27b68af8-d265-4919-8b26-b0659b80a371 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 932 time: 0.0709434 Jul 23 07:31:13.642295 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=b9582ac8-00f4-4476-ae63-a8d03e078848,revision_number=6']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:13.648764 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4ddc71d3-b76d-4e0b-9b77-ecb0050b5a01 req-2d07cc29-376b-4705-a2ab-cc05e99769b5 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335987 Jul 23 07:31:13.650736 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:31:13.651324 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:31:13.651669 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:31:13.652016 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:31:13.652361 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:31:13.652694 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:31:13.653020 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:31:13.653348 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:31:13.653674 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:31:13.653998 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:31:13.654321 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:31:13.654643 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:31:13.963562 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d47b9c-6dfa-4b0c-b2e1-9375786b5ee1 req-646131ad-c18e-4ced-b929-adda8dfd822c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:13.963813 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['b9582ac8-00f4-4476-ae63-a8d03e078848'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:31:13.965093 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-51d47b9c-6dfa-4b0c-b2e1-9375786b5ee1 req-646131ad-c18e-4ced-b929-adda8dfd822c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.5568824 Jul 23 07:31:13.971782 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7839cd31-deff-49d6-8738-9ed463026d8e req-7dd3606c-9b65-45f6-bbfe-06aa60cae4c1 service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029633 Jul 23 07:31:14.030553 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a44f5-7c03-421e-b5d6-519d13077b66 req-1e983531-6f92-4e77-a3ce-2688d0323ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:14.032388 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-787a44f5-7c03-421e-b5d6-519d13077b66 req-1e983531-6f92-4e77-a3ce-2688d0323ccf service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6925db0-84c0-4f63-b8d1-82de93dc832e HTTP/1.1" status: 200 len: 916 time: 0.4877055 Jul 23 07:31:14.099554 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-51d47b9c-6dfa-4b0c-b2e1-9375786b5ee1 req-90d9048d-ac7c-4b7c-9044-c3831cc85316 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254351 Jul 23 07:31:14.162234 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dfebf-1631-4611-a88e-c2c4e4499b41 req-181ee5d5-9324-4b7c-bb59-f38c4e70da40 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:14.163832 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-427dfebf-1631-4611-a88e-c2c4e4499b41 req-181ee5d5-9324-4b7c-bb59-f38c4e70da40 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0998139 Jul 23 07:31:14.187940 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-787a44f5-7c03-421e-b5d6-519d13077b66 req-8c65daf2-61b5-4647-8c1d-20f93123f4ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1849cb71-4484-4889-b54d-fa22a2becb5f HTTP/1.1" status: 200 len: 217 time: 0.1030068 Jul 23 07:31:14.207412 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-427dfebf-1631-4611-a88e-c2c4e4499b41 req-a4282626-50df-4da9-8207-601ddd3bca3a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345588 Jul 23 07:31:14.215952 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:31:14.242716 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:14.277205 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7839cd31-deff-49d6-8738-9ed463026d8e req-4862d1c0-b487-4cca-8ad1-cb2173cab4a5 service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670836 Jul 23 07:31:14.278110 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Transition to ACTIVE for port object e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:31:14.281990 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a44f5-7c03-421e-b5d6-519d13077b66 req-a42ac0ab-0150-479c-922e-c15b6db9919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:14.283479 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-787a44f5-7c03-421e-b5d6-519d13077b66 req-a42ac0ab-0150-479c-922e-c15b6db9919d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9549415d-b044-4cd1-bd78-bad7cfb8d7ad HTTP/1.1" status: 200 len: 854 time: 0.0818963 Jul 23 07:31:14.284593 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:14.363659 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Pushing event updated for resources: {'Port': ['ID=e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:14.496341 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a44f5-7c03-421e-b5d6-519d13077b66 req-d43d40b9-1881-4167-8d1b-9555c793c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:14.497897 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-787a44f5-7c03-421e-b5d6-519d13077b66 req-d43d40b9-1881-4167-8d1b-9555c793c266 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6925db0-84c0-4f63-b8d1-82de93dc832e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1715767 Jul 23 07:31:14.499683 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Attempting to bind port e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:31:14.500097 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Attempting to bind port e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:31:14.500456 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Attempting to bind port e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 on network 287a8c89-0c72-4334-af82-cc8dcaad7253 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:31:14.507512 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Port e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 on network 287a8c89-0c72-4334-af82-cc8dcaad7253 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:31:14.507829 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Attempting to bind port e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 on network 287a8c89-0c72-4334-af82-cc8dcaad7253 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:31:14.515472 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:31:14.515819 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Checking segment: {'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:31:14.516237 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Bound using segment: {'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:31:14.516670 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Bound port: e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:31:14.517030 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:14.540169 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035c410-6c9e-43f0-bdc6-31e7ff416b96 req-914da016-7b46-464b-9316-20109f3ea5cb tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:14.541701 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4035c410-6c9e-43f0-bdc6-31e7ff416b96 req-914da016-7b46-464b-9316-20109f3ea5cb tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 944 time: 0.0842299 Jul 23 07:31:14.591626 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4035c410-6c9e-43f0-bdc6-31e7ff416b96 req-098391b1-534e-4f79-9263-93ce9524f246 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432274 Jul 23 07:31:14.637783 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91f380-14bf-41c4-8327-0e447a932bd2 req-5c277515-a8d6-4b46-9c67-ba72933155c9 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:14.639289 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4c91f380-14bf-41c4-8327-0e447a932bd2 req-5c277515-a8d6-4b46-9c67-ba72933155c9 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.1842422 Jul 23 07:31:14.701399 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] For port e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:31:14.716797 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-787a44f5-7c03-421e-b5d6-519d13077b66 req-9071549d-0129-42b2-8963-ed574bb9ca88 service neutron] 10.222.0.23 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846600 Jul 23 07:31:14.729857 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] For port e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:31:14.743783 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4c91f380-14bf-41c4-8327-0e447a932bd2 req-c8aafa86-daa0-4c61-baa7-7573243dc269 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945857 Jul 23 07:31:14.754187 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:14.808854 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:14.809488 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:14.810898 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] 10.222.0.23 "PUT /v2.0/ports/e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 HTTP/1.1" status: 200 len: 1094 time: 1.6971209 Jul 23 07:31:14.811324 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99eb576a-fc0a-4592-892a-1fc230b7b6b3', 'tag': 'e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:31:14.813626 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b796cc2b-90f8-429f-93ec-7c5a024bc9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "99eb576a-fc0a-4592-892a-1fc230b7b6b3", "tag": "e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:31:14.887858 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4d68e-da7b-48c1-8811-e213c45aa10c req-a0041a77-8f80-4c62-a71f-842b3589d25d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:14.902040 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-fba4d68e-da7b-48c1-8811-e213c45aa10c req-a0041a77-8f80-4c62-a71f-842b3589d25d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 944 time: 0.1554353 Jul 23 07:31:14.937543 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da14c7f-e669-4fc2-a0aa-b2a00bdce88e x-openstack-request-id: req-4da14c7f-e669-4fc2-a0aa-b2a00bdce88e {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:31:14.938168 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99eb576a-fc0a-4592-892a-1fc230b7b6b3", "tag": "e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:31:14.938337 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4da14c7f-e669-4fc2-a0aa-b2a00bdce88e {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:31:14.938831 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99eb576a-fc0a-4592-892a-1fc230b7b6b3', 'tag': 'e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961', 'status': 'completed', 'code': 200} Jul 23 07:31:14.977426 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-fba4d68e-da7b-48c1-8811-e213c45aa10c req-3468d1d7-3503-4cac-ab02-fe684dd22872 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665545 Jul 23 07:31:15.005925 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a54294-6712-43d6-817f-913c6ed962cf service neutron] Pushing event updated for resources: {'Port': ['ID=e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:15.023219 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-787a44f5-7c03-421e-b5d6-519d13077b66 req-cdbea658-64be-4647-9297-dac7a4fcd103 service neutron] 10.222.0.23 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914374 Jul 23 07:31:15.055444 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-637228c0-214a-4fe9-bec3-7ee3c6de7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:15.057048 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-637228c0-214a-4fe9-bec3-7ee3c6de7c9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53b48d2935be49a39c5e569014173a87&device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 1097 time: 0.1630754 Jul 23 07:31:15.124910 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-8f7c3877-cfcb-4735-a7ed-62dd3b559c92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 HTTP/1.1" status: 200 len: 217 time: 0.0407245 Jul 23 07:31:15.193978 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-08d73d74-91fa-4e17-9732-257506728c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:15.195456 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-08d73d74-91fa-4e17-9732-257506728c4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=545950e2-bd4a-4db2-afca-7a9307ec9e32 HTTP/1.1" status: 200 len: 855 time: 0.0573153 Jul 23 07:31:15.274785 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-e0734e5c-76e6-4296-aa26-6cf7be44cfbe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=287a8c89-0c72-4334-af82-cc8dcaad7253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698993 Jul 23 07:31:15.379095 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8af6cd-479b-4a88-ad7f-ccae41b575ae req-c493f83f-d26d-4b92-a44e-7bf79e4dab26 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:15.380639 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0c8af6cd-479b-4a88-ad7f-ccae41b575ae req-c493f83f-d26d-4b92-a44e-7bf79e4dab26 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 945 time: 0.1640487 Jul 23 07:31:15.391796 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a1fe7-bcac-4097-b7d6-991a9f615899 req-5bf4aefe-15bf-4d91-9fed-5a1575044e9d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:15.400960 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7e1a1fe7-bcac-4097-b7d6-991a9f615899 req-5bf4aefe-15bf-4d91-9fed-5a1575044e9d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1045539 Jul 23 07:31:15.416210 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-f5d928eb-869d-4c39-8ffe-f68bcaf6f407 service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296356 Jul 23 07:31:15.423228 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device b9582ac8-00f4-4476-ae63-a8d03e078848 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:31:15.447116 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7e1a1fe7-bcac-4097-b7d6-991a9f615899 req-1f86b44a-a88b-4462-8f67-b0e02df6738a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452659 Jul 23 07:31:15.452031 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0c8af6cd-479b-4a88-ad7f-ccae41b575ae req-136882c0-ebb1-4aa8-95c9-65a050f9501a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650148 Jul 23 07:31:15.494324 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port b9582ac8-00f4-4476-ae63-a8d03e078848 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:31:15.494967 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:15.548138 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1d2ea37c-e8e0-4c59-9b9e-48b09dc9f1af req-8802b9a8-b237-4e77-b08f-5385f9964bca service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200695 Jul 23 07:31:15.580916 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:15.605995 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130d617b-ed49-4995-a379-463d96c6085d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9582ac8-00f4-4476-ae63-a8d03e078848'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:31:15.608697 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee96fa7-2dff-47da-a5f6-4d3c0897e582" -d '{"events": [{"server_uuid": "130d617b-ed49-4995-a379-463d96c6085d", "name": "network-vif-plugged", "status": "completed", "tag": "b9582ac8-00f4-4476-ae63-a8d03e078848"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:31:15.625890 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port b9582ac8-00f4-4476-ae63-a8d03e078848, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9582ac8-00f4-4476-ae63-a8d03e078848,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:31:15.631813 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:15.684913 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=b9582ac8-00f4-4476-ae63-a8d03e078848,revision_number=7']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:15.702281 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f23fc0-c594-4e57-a30b-75fa8ac84281 x-openstack-request-id: req-f8f23fc0-c594-4e57-a30b-75fa8ac84281 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:31:15.702573 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130d617b-ed49-4995-a379-463d96c6085d", "name": "network-vif-plugged", "status": "completed", "tag": "b9582ac8-00f4-4476-ae63-a8d03e078848", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:31:15.702829 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8f23fc0-c594-4e57-a30b-75fa8ac84281 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:31:15.703218 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130d617b-ed49-4995-a379-463d96c6085d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'code': 200} Jul 23 07:31:15.789168 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796cc2b-90f8-429f-93ec-7c5a024bc9b3 req-aa3c1b84-4634-49f3-8031-e80f4651acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:15.791853 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b796cc2b-90f8-429f-93ec-7c5a024bc9b3 req-aa3c1b84-4634-49f3-8031-e80f4651acc8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53b48d2935be49a39c5e569014173a87&device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 1097 time: 0.1251714 Jul 23 07:31:15.845493 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c994b0f-aacf-44dc-aa3b-1c67e2ed8905 req-eee22804-5d08-4082-8c17-3cee47cb9cf6 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:15.847017 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7c994b0f-aacf-44dc-aa3b-1c67e2ed8905 req-eee22804-5d08-4082-8c17-3cee47cb9cf6 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 944 time: 0.1335769 Jul 23 07:31:15.924777 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7c994b0f-aacf-44dc-aa3b-1c67e2ed8905 req-12874966-9d8c-474f-b6e2-5eeb3718df27 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696621 Jul 23 07:31:15.952607 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796cc2b-90f8-429f-93ec-7c5a024bc9b3 req-dc5c386a-315e-413e-a572-ccec14c0b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:15.954147 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b796cc2b-90f8-429f-93ec-7c5a024bc9b3 req-dc5c386a-315e-413e-a572-ccec14c0b0ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=287a8c89-0c72-4334-af82-cc8dcaad7253 HTTP/1.1" status: 200 len: 916 time: 0.1552594 Jul 23 07:31:16.006844 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b796cc2b-90f8-429f-93ec-7c5a024bc9b3 req-25731ef6-916f-4a7d-a12c-fc7f9cede221 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 HTTP/1.1" status: 200 len: 217 time: 0.0404246 Jul 23 07:31:16.089219 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796cc2b-90f8-429f-93ec-7c5a024bc9b3 req-20e961e7-095a-4da0-8544-863c924857e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:16.090214 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b796cc2b-90f8-429f-93ec-7c5a024bc9b3 req-20e961e7-095a-4da0-8544-863c924857e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=545950e2-bd4a-4db2-afca-7a9307ec9e32 HTTP/1.1" status: 200 len: 855 time: 0.0761743 Jul 23 07:31:16.127630 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b796cc2b-90f8-429f-93ec-7c5a024bc9b3 req-9a48e417-fa4b-4609-9427-51d50891b182 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=287a8c89-0c72-4334-af82-cc8dcaad7253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285525 Jul 23 07:31:16.151630 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fbdc4-537e-4840-8760-6e350b082df9 req-777ca946-63bb-46ea-b48a-08cc366e018b tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:16.158820 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f58fbdc4-537e-4840-8760-6e350b082df9 req-777ca946-63bb-46ea-b48a-08cc366e018b tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 944 time: 0.0773139 Jul 23 07:31:16.210432 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f58fbdc4-537e-4840-8760-6e350b082df9 req-b2230421-de8e-4534-b3eb-7ac8c7c65692 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455565 Jul 23 07:31:16.240911 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b796cc2b-90f8-429f-93ec-7c5a024bc9b3 req-20c66b5f-cf1f-4764-902c-31a916b42343 service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037221 Jul 23 07:31:16.346274 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b796cc2b-90f8-429f-93ec-7c5a024bc9b3 req-e1e0effc-d365-421f-80b1-92cf3bf91838 service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958154 Jul 23 07:31:16.604280 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c6696-0655-4f55-9165-a908591ceb7c req-7b1ce004-0ff2-4fa0-b0dd-fe868c1085ae tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:16.612997 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-473c6696-0655-4f55-9165-a908591ceb7c req-7b1ce004-0ff2-4fa0-b0dd-fe868c1085ae tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0810745 Jul 23 07:31:16.627192 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36709cf2-903c-4cb8-87a8-70053a0f7be4 req-f9abd886-ed81-4154-8cd9-dc51b9e868f2 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:16.634801 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-36709cf2-903c-4cb8-87a8-70053a0f7be4 req-f9abd886-ed81-4154-8cd9-dc51b9e868f2 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0781581 Jul 23 07:31:16.664541 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-473c6696-0655-4f55-9165-a908591ceb7c req-ec8e0705-4de3-4031-8553-583538d0594d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506556 Jul 23 07:31:16.696110 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-36709cf2-903c-4cb8-87a8-70053a0f7be4 req-3b66b2c9-f418-4bb8-b122-90e50643113e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507851 Jul 23 07:31:17.159409 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326e968-8ee3-4969-9e66-30a4ff70233e req-6f0e7c89-dd05-4787-a4de-dd77635055b5 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:17.161142 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1326e968-8ee3-4969-9e66-30a4ff70233e req-6f0e7c89-dd05-4787-a4de-dd77635055b5 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 944 time: 0.1087615 Jul 23 07:31:17.212704 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1326e968-8ee3-4969-9e66-30a4ff70233e req-be06a51c-5c4e-423d-a87b-3685892489af tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432353 Jul 23 07:31:17.363362 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50108a5e-df54-4114-9adf-c69aac39f778 req-22bdf11d-777f-4a17-a341-2e1338c8e924 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:17.365123 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-50108a5e-df54-4114-9adf-c69aac39f778 req-22bdf11d-777f-4a17-a341-2e1338c8e924 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 944 time: 0.0851133 Jul 23 07:31:17.411284 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-50108a5e-df54-4114-9adf-c69aac39f778 req-2d40bd6a-a782-43ee-b587-952a42e36154 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398777 Jul 23 07:31:17.417540 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 1849cb71-4484-4889-b54d-fa22a2becb5f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:31:17.667769 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 1849cb71-4484-4889-b54d-fa22a2becb5f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1849cb71-4484-4889-b54d-fa22a2becb5f,segment=NetworkSegment(35ed770c-ad90-4bf4-bbe0-3849e140fc8c),segment_id=35ed770c-ad90-4bf4-bbe0-3849e140fc8c)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:31:17.682190 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': '1849cb71-4484-4889-b54d-fa22a2becb5f', 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'port_id': '1849cb71-4484-4889-b54d-fa22a2becb5f', 'mac_address': 'fa:16:3e:16:3c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:31:17.752642 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:17.770436 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1849cb71-4484-4889-b54d-fa22a2becb5f {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:31:17.804481 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 1849cb71-4484-4889-b54d-fa22a2becb5f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1849cb71-4484-4889-b54d-fa22a2becb5f,segment=NetworkSegment(35ed770c-ad90-4bf4-bbe0-3849e140fc8c),segment_id=35ed770c-ad90-4bf4-bbe0-3849e140fc8c)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:31:17.811522 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:17.855489 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893821f7-feee-4a95-8b08-88061211857e req-9bfa1e05-a12b-4696-ad5a-5919c73342cd tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:17.863756 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-893821f7-feee-4a95-8b08-88061211857e req-9bfa1e05-a12b-4696-ad5a-5919c73342cd tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0879455 Jul 23 07:31:17.874664 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=1849cb71-4484-4889-b54d-fa22a2becb5f,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:17.877257 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a200dd-9245-4317-9ea5-9fb063703f3e req-d159a295-5927-4c38-b564-5226bd520067 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:17.879362 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-64a200dd-9245-4317-9ea5-9fb063703f3e req-d159a295-5927-4c38-b564-5226bd520067 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0985162 Jul 23 07:31:17.908501 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-893821f7-feee-4a95-8b08-88061211857e req-47dbf3b4-b207-4bb2-bfc4-2a70393d1861 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 Jul 23 07:31:17.927430 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-64a200dd-9245-4317-9ea5-9fb063703f3e req-b674bd79-587f-4640-ae29-2dfae640bf97 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423107 Jul 23 07:31:18.256443 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['1849cb71-4484-4889-b54d-fa22a2becb5f'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:31:18.397829 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14d465-75aa-46f1-b3d6-95ca5c5f7930 req-1ac6529d-b9bf-47fa-8ee2-23c6decfa61f tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:18.399723 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3d14d465-75aa-46f1-b3d6-95ca5c5f7930 req-1ac6529d-b9bf-47fa-8ee2-23c6decfa61f tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 945 time: 0.0851212 Jul 23 07:31:18.463251 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3d14d465-75aa-46f1-b3d6-95ca5c5f7930 req-63b69267-ea94-46ba-805f-2a75ef3b2ff3 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479512 Jul 23 07:31:18.574988 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb48e7-946c-4a8b-a9f0-885ed52f184e req-7cb9d765-ee2f-4000-a801-7933288b66ca tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:18.576410 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6afb48e7-946c-4a8b-a9f0-885ed52f184e req-7cb9d765-ee2f-4000-a801-7933288b66ca tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 944 time: 0.0747728 Jul 23 07:31:18.633016 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6afb48e7-946c-4a8b-a9f0-885ed52f184e req-11708a94-5a11-4590-b812-e95795a65565 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459764 Jul 23 07:31:19.088898 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f0fd0-c9d5-47e0-afb3-7270c3c8ed9c req-0def3f6d-363c-40c1-a28a-f716ac719f49 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:19.090518 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c42f0fd0-c9d5-47e0-afb3-7270c3c8ed9c req-0def3f6d-363c-40c1-a28a-f716ac719f49 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0831475 Jul 23 07:31:19.100417 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e124a-9558-4f02-bf83-8b862cf27c3e req-c468d6e8-e323-4d11-8af9-c64f8602890a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:19.101898 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-5c2e124a-9558-4f02-bf83-8b862cf27c3e req-c468d6e8-e323-4d11-8af9-c64f8602890a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0746562 Jul 23 07:31:19.149297 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c42f0fd0-c9d5-47e0-afb3-7270c3c8ed9c req-c2a9e6a0-727f-4565-9bb5-7e8b9e1cda7a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440984 Jul 23 07:31:19.153080 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-5c2e124a-9558-4f02-bf83-8b862cf27c3e req-8d82f5c7-6eb6-4e8a-b5cf-6b0dc012237d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449595 Jul 23 07:31:19.439308 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:31:19.453677 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 1849cb71-4484-4889-b54d-fa22a2becb5f up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:31:19.587667 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port 1849cb71-4484-4889-b54d-fa22a2becb5f completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:31:19.601589 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port 1849cb71-4484-4889-b54d-fa22a2becb5f triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:31:19.602243 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:19.623763 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848031f-9cc3-4139-a423-4a6f96f82f55 req-da6d09ba-a236-42d4-a539-acdf9e621b58 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:19.631536 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8848031f-9cc3-4139-a423-4a6f96f82f55 req-da6d09ba-a236-42d4-a539-acdf9e621b58 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 945 time: 0.0879488 Jul 23 07:31:19.642750 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:31:19.665810 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': 'e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961', 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253', 'port_id': 'e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961', 'mac_address': 'fa:16:3e:0f:f4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545950e2-bd4a-4db2-afca-7a9307ec9e32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:31:19.693269 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8848031f-9cc3-4139-a423-4a6f96f82f55 req-c965304d-b4b9-4462-a397-7bb114f9681e tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606441 Jul 23 07:31:19.758509 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:19.781711 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:19.783549 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:31:19.804457 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cb102-376f-4749-891d-9774b2491080 req-4895b4b1-868c-4e6e-b8b2-b18b3c73ff8b tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:19.813008 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d59cb102-376f-4749-891d-9774b2491080 req-4895b4b1-868c-4e6e-b8b2-b18b3c73ff8b tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 944 time: 0.0820494 Jul 23 07:31:19.829191 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:31:19.837126 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1849cb71-4484-4889-b54d-fa22a2becb5f'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:31:19.840660 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40fc73f-81a5-4a8a-8dd0-f50d93ddcaf4" -d '{"events": [{"server_uuid": "188b0559-c64b-4d1e-80da-fd8e5a36b97e", "name": "network-vif-plugged", "status": "completed", "tag": "1849cb71-4484-4889-b54d-fa22a2becb5f"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:31:19.857567 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:19.870635 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d59cb102-376f-4749-891d-9774b2491080 req-8fce1994-3c9d-4349-a53c-3cf568786682 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545392 Jul 23 07:31:19.891721 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0543ff4-d317-489e-8192-2b8f2eec02bf x-openstack-request-id: req-d0543ff4-d317-489e-8192-2b8f2eec02bf {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:31:19.892096 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188b0559-c64b-4d1e-80da-fd8e5a36b97e", "name": "network-vif-plugged", "status": "completed", "tag": "1849cb71-4484-4889-b54d-fa22a2becb5f", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:31:19.892331 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0543ff4-d317-489e-8192-2b8f2eec02bf {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:31:19.892718 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1849cb71-4484-4889-b54d-fa22a2becb5f', 'code': 200} Jul 23 07:31:19.897494 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 1849cb71-4484-4889-b54d-fa22a2becb5f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1849cb71-4484-4889-b54d-fa22a2becb5f,segment=NetworkSegment(35ed770c-ad90-4bf4-bbe0-3849e140fc8c),segment_id=35ed770c-ad90-4bf4-bbe0-3849e140fc8c)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:31:19.908339 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:19.925106 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:20.008898 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=1849cb71-4484-4889-b54d-fa22a2becb5f,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:20.233926 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e036976-5526-4e3c-89b5-019729e55935 req-469f5e9c-c5f4-4309-85c9-6da6428c217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:20.238209 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1e036976-5526-4e3c-89b5-019729e55935 req-469f5e9c-c5f4-4309-85c9-6da6428c217a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 1099 time: 0.1148214 Jul 23 07:31:20.351961 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1e036976-5526-4e3c-89b5-019729e55935 req-468760e9-4558-48f6-b50a-a4db159581b5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052499 Jul 23 07:31:20.363785 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:31:20.372517 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fea632-fcce-4a4d-a6c9-756968b851e9 req-de144963-c892-4272-8cef-3f60db8f197f tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:20.374443 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e4fea632-fcce-4a4d-a6c9-756968b851e9 req-de144963-c892-4272-8cef-3f60db8f197f tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1568642 Jul 23 07:31:20.404385 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb475df6-fdbd-49f2-a0ac-8e5791724398 req-56b8ab78-8c84-4a62-a339-a7e54d60163c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:20.406607 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bb475df6-fdbd-49f2-a0ac-8e5791724398 req-56b8ab78-8c84-4a62-a339-a7e54d60163c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.1153800 Jul 23 07:31:20.430557 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e4fea632-fcce-4a4d-a6c9-756968b851e9 req-25c64afa-8a2c-4ef0-ac62-be9aad5e9618 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494070 Jul 23 07:31:20.452771 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bb475df6-fdbd-49f2-a0ac-8e5791724398 req-878afc26-713e-4deb-8827-9e87327be504 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375082 Jul 23 07:31:20.835935 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a183fa6-a0a5-4859-8e44-0a37104f89bb req-63a04ad7-0ca9-44a1-87ae-03f3fa1f4cfb tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:20.837466 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6a183fa6-a0a5-4859-8e44-0a37104f89bb req-63a04ad7-0ca9-44a1-87ae-03f3fa1f4cfb tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 946 time: 0.0769506 Jul 23 07:31:20.882756 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6a183fa6-a0a5-4859-8e44-0a37104f89bb req-1be660c5-7b11-454c-a286-d9885512eea4 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387549 Jul 23 07:31:21.011922 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c5bc4-869d-4f65-bb54-dc67a07275fa req-6c919d7e-a226-45b8-a1f2-824f1ae75656 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:21.016539 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d67c5bc4-869d-4f65-bb54-dc67a07275fa req-6c919d7e-a226-45b8-a1f2-824f1ae75656 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 945 time: 0.0720751 Jul 23 07:31:21.055242 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d67c5bc4-869d-4f65-bb54-dc67a07275fa req-5b6eb473-872d-4721-8900-11587bcbceac tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356681 Jul 23 07:31:21.598814 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1cf9d-f0a9-4595-b163-7bd473ee5e8e req-14c31ddc-205b-4fa3-b8fe-f0b02a126333 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:21.600453 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-2af1cf9d-f0a9-4595-b163-7bd473ee5e8e req-14c31ddc-205b-4fa3-b8fe-f0b02a126333 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0887921 Jul 23 07:31:21.613052 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e67f1-8bd3-4d09-82fb-af490158a40f req-db04008f-b788-4749-886a-25c9050d0318 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:21.623761 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7c1e67f1-8bd3-4d09-82fb-af490158a40f req-db04008f-b788-4749-886a-25c9050d0318 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0913389 Jul 23 07:31:21.655016 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-2af1cf9d-f0a9-4595-b163-7bd473ee5e8e req-d9e36744-b11a-428e-8d98-64af7c4e106e tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472765 Jul 23 07:31:21.691591 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7c1e67f1-8bd3-4d09-82fb-af490158a40f req-d423fe0c-fa14-4053-9d0b-0f6e9ebe2810 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668359 Jul 23 07:31:21.955261 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce877a47-ba16-49cf-a20d-86c81fedf762 req-1d27b711-4c17-44d0-89ba-6ee055a738fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:21.956920 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ce877a47-ba16-49cf-a20d-86c81fedf762 req-1d27b711-4c17-44d0-89ba-6ee055a738fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 1098 time: 0.1034682 Jul 23 07:31:22.009723 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ce877a47-ba16-49cf-a20d-86c81fedf762 req-e6475f3a-cd3a-4ebc-a783-a42f89cf4993 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448914 Jul 23 07:31:22.060878 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15048bac-0b84-47ed-a480-208966c3a879 req-9de3241d-240c-402c-afa7-e5e0dc42b1d1 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:22.062573 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-15048bac-0b84-47ed-a480-208966c3a879 req-9de3241d-240c-402c-afa7-e5e0dc42b1d1 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 946 time: 0.0780723 Jul 23 07:31:22.109231 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-15048bac-0b84-47ed-a480-208966c3a879 req-e74b10d7-9942-466e-9f20-18d8401d2978 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 Jul 23 07:31:22.204991 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0a2a2-fa18-4652-a1f1-bdf91c191564 req-35525d05-c22a-4936-9d6f-cffc3b0387be tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:22.207232 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-aad0a2a2-fa18-4652-a1f1-bdf91c191564 req-35525d05-c22a-4936-9d6f-cffc3b0387be tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 945 time: 0.0756416 Jul 23 07:31:22.257797 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-aad0a2a2-fa18-4652-a1f1-bdf91c191564 req-3e0dcf30-66dd-4153-bee6-61ff6a3ca1bf tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433428 Jul 23 07:31:22.808248 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712271dc-7dd8-4f4f-8dc6-8e4fde74f456 req-8b69a824-3d3c-4c1a-9e14-19914f32b414 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:22.815353 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-712271dc-7dd8-4f4f-8dc6-8e4fde74f456 req-8b69a824-3d3c-4c1a-9e14-19914f32b414 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0818691 Jul 23 07:31:22.866462 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-712271dc-7dd8-4f4f-8dc6-8e4fde74f456 req-467dd49b-0df6-48b8-b8ed-d9573a3c0237 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500369 Jul 23 07:31:22.869696 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758ba6a-a730-48c1-a838-975e270b3efb req-2d3548af-7f48-4b36-9c79-3b99d56ddb94 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:22.878357 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1758ba6a-a730-48c1-a838-975e270b3efb req-2d3548af-7f48-4b36-9c79-3b99d56ddb94 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0867038 Jul 23 07:31:22.918412 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1758ba6a-a730-48c1-a838-975e270b3efb req-618b69af-6e05-4481-a679-6adfe2b7dfe7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385814 Jul 23 07:31:23.293846 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65673982-19f4-43dd-bde0-167a4ee3d950 req-5dbab595-e4d9-4d3a-b56b-ade4933a1bfe tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:23.301865 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-65673982-19f4-43dd-bde0-167a4ee3d950 req-5dbab595-e4d9-4d3a-b56b-ade4933a1bfe tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 946 time: 0.0789611 Jul 23 07:31:23.348015 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-65673982-19f4-43dd-bde0-167a4ee3d950 req-dfd8c65f-6653-4afa-a2e1-5f840920857d tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449209 Jul 23 07:31:23.418102 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482836e-b71c-4a8b-a1d4-483715286853 req-255344ac-40be-457b-a74d-9224c37fad8e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:23.419685 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8482836e-b71c-4a8b-a1d4-483715286853 req-255344ac-40be-457b-a74d-9224c37fad8e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 945 time: 0.0790944 Jul 23 07:31:23.481722 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:31:23.494344 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8482836e-b71c-4a8b-a1d4-483715286853 req-60e8ea93-e818-497d-9dfc-ea18218556b0 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676498 Jul 23 07:31:23.547696 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174b32e-304b-4d72-9ab3-a9f7c378de5e req-145bf09b-a0e3-47c6-a6a1-8b2565526970 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:23.549369 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d174b32e-304b-4d72-9ab3-a9f7c378de5e req-145bf09b-a0e3-47c6-a6a1-8b2565526970 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 946 time: 0.1004858 Jul 23 07:31:23.550788 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:31:23.558172 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:31:23.558770 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:23.604758 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d174b32e-304b-4d72-9ab3-a9f7c378de5e req-ae8d9caf-8362-4aaf-9ad8-98e5c1aabe73 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431058 Jul 23 07:31:23.655183 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:23.684578 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99eb576a-fc0a-4592-892a-1fc230b7b6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:31:23.687663 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a57281b-bbe3-4820-b336-d0e1c7080191" -d '{"events": [{"server_uuid": "99eb576a-fc0a-4592-892a-1fc230b7b6b3", "name": "network-vif-plugged", "status": "completed", "tag": "e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:31:23.704767 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:31:23.711656 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:23.758256 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe23b437-6c14-477b-b2cc-e2814d71cac8 x-openstack-request-id: req-fe23b437-6c14-477b-b2cc-e2814d71cac8 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:31:23.758917 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99eb576a-fc0a-4592-892a-1fc230b7b6b3", "name": "network-vif-plugged", "status": "completed", "tag": "e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:31:23.759336 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe23b437-6c14-477b-b2cc-e2814d71cac8 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:31:23.762174 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99eb576a-fc0a-4592-892a-1fc230b7b6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961', 'code': 200} Jul 23 07:31:23.776957 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:24.026485 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0fbff-7e8b-4de0-a77e-62ab0e775254 req-843f7db5-d63f-4b0e-88bc-aa64772dfab7 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:24.028327 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-14a0fbff-7e8b-4de0-a77e-62ab0e775254 req-843f7db5-d63f-4b0e-88bc-aa64772dfab7 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0757990 Jul 23 07:31:24.052562 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a9dcd-b617-4b09-89f1-58d5fe6bf1ad req-26d69b17-49b5-4831-a617-17dbd0451673 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:24.054341 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-988a9dcd-b617-4b09-89f1-58d5fe6bf1ad req-26d69b17-49b5-4831-a617-17dbd0451673 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 946 time: 0.1112165 Jul 23 07:31:24.066241 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e148f4-9224-404a-89bc-c8a35af3f10b req-a4f976ef-f5e9-4c70-a124-c083c09e7938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:24.067700 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-35e148f4-9224-404a-89bc-c8a35af3f10b req-a4f976ef-f5e9-4c70-a124-c083c09e7938 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 1099 time: 0.1144466 Jul 23 07:31:24.071216 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-14a0fbff-7e8b-4de0-a77e-62ab0e775254 req-d3384cf5-89b4-40f9-ac87-1bf4403d272d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352993 Jul 23 07:31:24.140922 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-988a9dcd-b617-4b09-89f1-58d5fe6bf1ad req-882914e5-f0d2-47bd-ae70-9322878fa7d3 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769837 Jul 23 07:31:24.146680 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-35e148f4-9224-404a-89bc-c8a35af3f10b req-747e07c7-4d09-4d87-9368-05bc757a8e5e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722225 Jul 23 07:31:24.219183 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b35be-9a34-4e33-b66f-d105c9545f7e req-246cff76-a156-4ee0-a767-c63c62099f0c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:24.220727 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-db3b35be-9a34-4e33-b66f-d105c9545f7e req-246cff76-a156-4ee0-a767-c63c62099f0c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0734603 Jul 23 07:31:24.262525 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-db3b35be-9a34-4e33-b66f-d105c9545f7e req-397eff96-49fe-446d-9c22-0dc1bb32bb81 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360131 Jul 23 07:31:24.530677 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62efeb-3b41-42b2-be8b-7fa50e7a06ae req-8dd83f75-a6ad-4fb0-8f0f-d5b7b96a9e52 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:24.532202 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5a62efeb-3b41-42b2-be8b-7fa50e7a06ae req-8dd83f75-a6ad-4fb0-8f0f-d5b7b96a9e52 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0696149 Jul 23 07:31:24.599006 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5a62efeb-3b41-42b2-be8b-7fa50e7a06ae req-0d8a6314-1656-4272-b158-4f2cbffaaf7b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609396 Jul 23 07:31:24.624878 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c7385-cb8c-4556-b18e-6f3ced5fd86b req-c2e17816-ae24-449f-9f69-d51f88ca3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:24.625821 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82146fef-e179-4629-9abf-a9e873f17a73 req-dd8c1b13-4baa-45ba-9e19-e815a2299f34 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:24.626513 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4c2c7385-cb8c-4556-b18e-6f3ced5fd86b req-c2e17816-ae24-449f-9f69-d51f88ca3c69 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1b97984a86d47e4a53350db0daee3cf&device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 1098 time: 0.0669346 Jul 23 07:31:24.627340 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-82146fef-e179-4629-9abf-a9e873f17a73 req-dd8c1b13-4baa-45ba-9e19-e815a2299f34 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 946 time: 0.0682104 Jul 23 07:31:24.664535 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-82146fef-e179-4629-9abf-a9e873f17a73 req-96d83c9a-e65b-425a-879e-21ad2fabfb1f tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307434 Jul 23 07:31:24.724464 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c7385-cb8c-4556-b18e-6f3ced5fd86b req-23285692-9be1-4c28-aadc-1c66793fa1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:24.725902 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4c2c7385-cb8c-4556-b18e-6f3ced5fd86b req-23285692-9be1-4c28-aadc-1c66793fa1c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=619f42d6-ea41-4e81-89f0-fe4ff73d474b HTTP/1.1" status: 200 len: 919 time: 0.0919943 Jul 23 07:31:24.771325 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4c2c7385-cb8c-4556-b18e-6f3ced5fd86b req-7bc87459-90fe-4e8d-96de-39b4859ec7aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3965f627-3809-44cb-a946-df133878c11d HTTP/1.1" status: 200 len: 217 time: 0.0359716 Jul 23 07:31:24.957169 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c7385-cb8c-4556-b18e-6f3ced5fd86b req-777dbbfa-186b-4f1c-a12e-dbe57dc232b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:24.958613 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4c2c7385-cb8c-4556-b18e-6f3ced5fd86b req-777dbbfa-186b-4f1c-a12e-dbe57dc232b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66 HTTP/1.1" status: 200 len: 858 time: 0.0429807 Jul 23 07:31:24.998374 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4c2c7385-cb8c-4556-b18e-6f3ced5fd86b req-4a50239d-aaec-4b64-8a18-3857b159ef7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=619f42d6-ea41-4e81-89f0-fe4ff73d474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306685 Jul 23 07:31:25.085853 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4c2c7385-cb8c-4556-b18e-6f3ced5fd86b req-141600c1-7b58-4d88-988f-4377591bb20b service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797374 Jul 23 07:31:25.177892 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4c2c7385-cb8c-4556-b18e-6f3ced5fd86b req-94f7d612-8619-4223-acf5-46b31c5057a1 service neutron] 10.222.0.23 "GET /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835288 Jul 23 07:31:25.298940 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b40f-cde6-47ce-955d-0f41151640f1 req-0dabbb2b-e8db-4bf6-bc1e-1bc042dd86ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:25.300628 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ea48b40f-cde6-47ce-955d-0f41151640f1 req-0dabbb2b-e8db-4bf6-bc1e-1bc042dd86ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b&device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 1099 time: 0.0532637 Jul 23 07:31:25.429795 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b40f-cde6-47ce-955d-0f41151640f1 req-fef6f360-1801-4846-96ad-5d068786ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:25.431153 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ea48b40f-cde6-47ce-955d-0f41151640f1 req-fef6f360-1801-4846-96ad-5d068786ee54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6 HTTP/1.1" status: 200 len: 917 time: 0.1199558 Jul 23 07:31:25.446472 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d389907-de8c-43bd-b2bf-8cfdfeb4d2ff req-5da485c1-e251-41a4-87d6-57a7ae499e52 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:25.447823 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8d389907-de8c-43bd-b2bf-8cfdfeb4d2ff req-5da485c1-e251-41a4-87d6-57a7ae499e52 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.1117086 Jul 23 07:31:25.530660 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8d389907-de8c-43bd-b2bf-8cfdfeb4d2ff req-22817a94-6331-4401-b03c-0b0a7a92158a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760691 Jul 23 07:31:25.532509 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ea48b40f-cde6-47ce-955d-0f41151640f1 req-481b41c7-7771-4d4b-9f4b-a1e73fb06f41 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9582ac8-00f4-4476-ae63-a8d03e078848 HTTP/1.1" status: 200 len: 1002 time: 0.0936034 Jul 23 07:31:25.718252 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b40f-cde6-47ce-955d-0f41151640f1 req-c8988acd-1ec4-4522-8f61-cd8020f8697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:25.720716 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ea48b40f-cde6-47ce-955d-0f41151640f1 req-c8988acd-1ec4-4522-8f61-cd8020f8697d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d HTTP/1.1" status: 200 len: 855 time: 0.0489190 Jul 23 07:31:25.738178 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0844b2-08e0-44b7-8d47-2ac239c5ccc7 req-752e6486-124d-4077-b5b2-144e0b0e0baa tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:25.738178 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3a0844b2-08e0-44b7-8d47-2ac239c5ccc7 req-752e6486-124d-4077-b5b2-144e0b0e0baa tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0652881 Jul 23 07:31:25.772845 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3a0844b2-08e0-44b7-8d47-2ac239c5ccc7 req-133793b2-fb8b-407f-b733-64c03dbe3a69 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345249 Jul 23 07:31:25.832030 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b40f-cde6-47ce-955d-0f41151640f1 req-6ed73d5d-2782-4e87-b3c6-97028da8faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:25.833578 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ea48b40f-cde6-47ce-955d-0f41151640f1 req-6ed73d5d-2782-4e87-b3c6-97028da8faa6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1056592 Jul 23 07:31:25.845878 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89797575-62ab-48ae-ad06-14fabdc6d59e req-bb8a38c3-69c3-44a5-bb53-6a4fcc9cbe91 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:25.848566 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-89797575-62ab-48ae-ad06-14fabdc6d59e req-bb8a38c3-69c3-44a5-bb53-6a4fcc9cbe91 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 946 time: 0.1072192 Jul 23 07:31:25.940332 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-89797575-62ab-48ae-ad06-14fabdc6d59e req-bf77cc8e-271a-4861-82bf-1a5603879986 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743079 Jul 23 07:31:25.959972 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ea48b40f-cde6-47ce-955d-0f41151640f1 req-99aa3aa4-67f6-49c6-8326-9c0623ed6036 service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107996 Jul 23 07:31:26.301253 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ea48b40f-cde6-47ce-955d-0f41151640f1 req-2c7c09d7-2613-4687-a2ba-271825f2b864 service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175750 Jul 23 07:31:26.609323 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:26.666939 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493055d-4b83-41de-9347-d2bbca5154d5 req-b6229115-bf25-4e38-8154-685deb164b57 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:26.668418 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1493055d-4b83-41de-9347-d2bbca5154d5 req-b6229115-bf25-4e38-8154-685deb164b57 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0633862 Jul 23 07:31:26.704685 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1493055d-4b83-41de-9347-d2bbca5154d5 req-29bbd39f-40fe-4d43-8ee5-cdb5b007d62f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307693 Jul 23 07:31:26.906232 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe89db-6c1b-4481-be81-2b0010ec130f req-b3a9613a-5e98-4c1f-ba0d-d978c3065403 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:26.907777 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-69fe89db-6c1b-4481-be81-2b0010ec130f req-b3a9613a-5e98-4c1f-ba0d-d978c3065403 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0674446 Jul 23 07:31:26.945600 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-69fe89db-6c1b-4481-be81-2b0010ec130f req-7cbd1a70-e134-4d0c-82a6-da19de9381e4 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319495 Jul 23 07:31:27.073436 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc40ce-98f7-4f84-b0b1-c73a9806c2a0 req-705ee556-af0d-42e5-96e3-309f0f637f2f tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:27.074892 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-36cc40ce-98f7-4f84-b0b1-c73a9806c2a0 req-705ee556-af0d-42e5-96e3-309f0f637f2f tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 946 time: 0.0662239 Jul 23 07:31:27.112743 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-36cc40ce-98f7-4f84-b0b1-c73a9806c2a0 req-9089710e-c1ce-4406-9263-62bf9bbf8510 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318272 Jul 23 07:31:27.839739 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a77166-b8b4-41ac-a9f2-f8c8e4ec944d req-5c465b49-0592-4ba6-9f39-692611d94e55 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:27.841256 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-22a77166-b8b4-41ac-a9f2-f8c8e4ec944d req-5c465b49-0592-4ba6-9f39-692611d94e55 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0642331 Jul 23 07:31:27.884761 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-22a77166-b8b4-41ac-a9f2-f8c8e4ec944d req-a5a23762-1b82-449b-be29-afa7c75c7f07 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374844 Jul 23 07:31:28.073219 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc5f7e-5580-4f56-8a80-60240013fbb0 req-bcace896-74d2-48ce-bda5-e0b0424c345e tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:28.074744 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-66cc5f7e-5580-4f56-8a80-60240013fbb0 req-bcace896-74d2-48ce-bda5-e0b0424c345e tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0624106 Jul 23 07:31:28.112781 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-66cc5f7e-5580-4f56-8a80-60240013fbb0 req-40e53eda-e6bd-4ab9-8f81-12c26582002c tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325406 Jul 23 07:31:29.024809 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a1a92-0186-4941-be01-cf448107c059 req-21e9c4f6-86bd-4da5-99e5-c78ae6d9fb14 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:29.026272 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c69a1a92-0186-4941-be01-cf448107c059 req-21e9c4f6-86bd-4da5-99e5-c78ae6d9fb14 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0655158 Jul 23 07:31:29.062645 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c69a1a92-0186-4941-be01-cf448107c059 req-05dd71ba-7074-4dcc-ae78-fad711dc434c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308988 Jul 23 07:31:29.484454 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device b9582ac8-00f4-4476-ae63-a8d03e078848 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:31:29.569885 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:29.598816 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130d617b-ed49-4995-a379-463d96c6085d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9582ac8-00f4-4476-ae63-a8d03e078848'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:31:29.601181 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acd8e38-4088-44cc-9154-5ae1366cf90d" -d '{"events": [{"server_uuid": "130d617b-ed49-4995-a379-463d96c6085d", "name": "network-vif-unplugged", "status": "completed", "tag": "b9582ac8-00f4-4476-ae63-a8d03e078848"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:31:29.619671 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port b9582ac8-00f4-4476-ae63-a8d03e078848, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9582ac8-00f4-4476-ae63-a8d03e078848,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:31:29.626689 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:29.655985 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 07:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53db97cd-bf66-4502-a6e7-bf50791cc90a x-openstack-request-id: req-53db97cd-bf66-4502-a6e7-bf50791cc90a {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:31:29.656295 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130d617b-ed49-4995-a379-463d96c6085d", "name": "network-vif-unplugged", "status": "failed", "tag": "b9582ac8-00f4-4476-ae63-a8d03e078848", "code": 422}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:31:29.657229 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53db97cd-bf66-4502-a6e7-bf50791cc90a {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:31:29.657660 dv-cinder-773985-13-iscsi neutron-server[93083]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '130d617b-ed49-4995-a379-463d96c6085d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'code': 422} returned with failed status Jul 23 07:31:29.666236 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1aad4-cd3e-4909-9b09-1dd1435eb35e req-f8f4c7bf-4766-4adc-95cf-08acc110c68c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:29.667877 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eeb1aad4-cd3e-4909-9b09-1dd1435eb35e req-f8f4c7bf-4766-4adc-95cf-08acc110c68c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 946 time: 0.0725968 Jul 23 07:31:29.686644 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=b9582ac8-00f4-4476-ae63-a8d03e078848,revision_number=8']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:29.707952 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eeb1aad4-cd3e-4909-9b09-1dd1435eb35e req-a1b9e217-06e8-40cb-a3a6-54958d821fce tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341980 Jul 23 07:31:29.777358 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-fa7235b0-92c8-4b94-8953-213f78d5035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:29.970425 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 46890) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:31:30.102247 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4a006008-119d-4f0c-8865-125cae5bde1c req-2c40a43b-1647-4621-b22c-154eeecc2e5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306777 Jul 23 07:31:30.845019 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f5007-7a8c-43f7-b3c5-c421f497e819 req-071316b6-f34b-4cfc-a676-3b4872e91d21 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:30.847265 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1f8f5007-7a8c-43f7-b3c5-c421f497e819 req-071316b6-f34b-4cfc-a676-3b4872e91d21 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0656607 Jul 23 07:31:30.885422 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1f8f5007-7a8c-43f7-b3c5-c421f497e819 req-317404ef-d23d-4347-9601-a7ad859f9e28 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319853 Jul 23 07:31:32.018799 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707add2-27e5-481b-bc0d-147d226c4d87 req-05298b22-775e-45fd-afd8-9271fe38d6f4 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:32.020656 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b707add2-27e5-481b-bc0d-147d226c4d87 req-05298b22-775e-45fd-afd8-9271fe38d6f4 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0632737 Jul 23 07:31:32.056967 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b707add2-27e5-481b-bc0d-147d226c4d87 req-5d0d1f92-283c-44fd-b803-0659df914845 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310936 Jul 23 07:31:32.198752 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c71e1f69-bb38-47bb-8c45-736f21cf46e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:32.728294 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:33.194376 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97392f7-d3b4-4338-bbf9-9439f4298597 req-72c7e262-8abe-45d9-9181-98d2299108e5 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:33.195904 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d97392f7-d3b4-4338-bbf9-9439f4298597 req-72c7e262-8abe-45d9-9181-98d2299108e5 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0615926 Jul 23 07:31:33.233688 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d97392f7-d3b4-4338-bbf9-9439f4298597 req-a49f71cf-0f93-4035-91b0-e8df9315c9bd tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319726 Jul 23 07:31:33.495130 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device b9582ac8-00f4-4476-ae63-a8d03e078848 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:31:33.538684 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:33.780578 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf559f-132b-4ed5-b9ac-f37373080a54 req-f95b9052-9c07-440d-9d72-2c287c081118 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:33.781958 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6fbf559f-132b-4ed5-b9ac-f37373080a54 req-f95b9052-9c07-440d-9d72-2c287c081118 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 946 time: 0.0662155 Jul 23 07:31:33.821449 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6fbf559f-132b-4ed5-b9ac-f37373080a54 req-229736b8-0ecd-420e-8af5-84ccfb92c584 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332479 Jul 23 07:31:33.844301 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 46934) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:31:33.997614 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c966dc55-b05c-4023-a431-e2d0afba16fb tempest-TestMinimumBasicScenario-1607640704 tempest-TestMinimumBasicScenario-1607640704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:33.999106 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-c966dc55-b05c-4023-a431-e2d0afba16fb tempest-TestMinimumBasicScenario-1607640704 tempest-TestMinimumBasicScenario-1607640704-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 1094 time: 0.1538289 Jul 23 07:31:34.001954 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 46938) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:31:34.006525 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Request body: {'floatingip': {'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'port_id': '1849cb71-4484-4889-b54d-fa22a2becb5f', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:31:34.029027 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for floatingip, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:34.128500 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:34.240297 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Allocated IP 172.27.1.114 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/2216167a-4fc5-48d0-a21e-21f4b650aa44) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:31:34.348790 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:34.377645 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc647de-b7af-48f5-88dc-6e2306765f57 req-1ffd52ac-c25d-4175-9991-c140a94bc519 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:34.379152 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1cc647de-b7af-48f5-88dc-6e2306765f57 req-1ffd52ac-c25d-4175-9991-c140a94bc519 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0652831 Jul 23 07:31:34.394951 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:34.419533 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1cc647de-b7af-48f5-88dc-6e2306765f57 req-552ea49c-2bd9-43b8-9fbb-e3deede1fb87 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348053 Jul 23 07:31:34.428995 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:31:34.431776 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:31:34.437254 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:31:34.463430 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Pushing event updated for resources: {'Port': ['ID=2216167a-4fc5-48d0-a21e-21f4b650aa44,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:34.788785 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:34.877906 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:35.024393 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:35.028716 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:35.103047 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Pushing event updated for resources: {'Port': ['ID=2216167a-4fc5-48d0-a21e-21f4b650aa44,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:35.112409 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:35.209975 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.l3_db [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Floating IP 2958184a-3b43-41bf-a532-ba375d4684af associated. External IP: 172.27.1.114, port: 1849cb71-4484-4889-b54d-fa22a2becb5f. Jul 23 07:31:35.411469 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Router 68283309-febb-4d75-961c-e8fd2bcc7a13 has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:31:35.537427 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:35.547165 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:31:35.559211 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa6d886-f38e-4f90-a100-a8f8b0bf4d80 None None] Sync routers for ids ['68283309-febb-4d75-961c-e8fd2bcc7a13'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:31:35.568011 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:35.570472 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6d886-f38e-4f90-a100-a8f8b0bf4d80 None None] Routers {'68283309-febb-4d75-961c-e8fd2bcc7a13'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:31:35.571278 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-0fa6d886-f38e-4f90-a100-a8f8b0bf4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:31:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['68283309-febb-4d75-961c-e8fd2bcc7a13'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:31:35.603392 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff67184-5134-492d-8dac-59b19aedebc2 req-ff1aaaa2-2b3c-406a-8c16-87b7ac40a010 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:35.604913 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1ff67184-5134-492d-8dac-59b19aedebc2 req-ff1aaaa2-2b3c-406a-8c16-87b7ac40a010 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.1121445 Jul 23 07:31:35.631667 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-2b6766b9-cdd5-4d7d-8a40-dcc751b1e425 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6286459 Jul 23 07:31:35.633331 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'tag': '1849cb71-4484-4889-b54d-fa22a2becb5f'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:31:35.635580 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6ab324-0241-4c20-bfb3-946ef4b3764f" -d '{"events": [{"name": "network-changed", "server_uuid": "188b0559-c64b-4d1e-80da-fd8e5a36b97e", "tag": "1849cb71-4484-4889-b54d-fa22a2becb5f"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:31:35.635819 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 46954) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:31:35.641524 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-01f2a661-4bf5-477f-ab8d-0215c3d68592 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152201650', 'description': 'tempest-secgroup-smoke-152201650 description', 'project_id': '4f45acbfcb6449caa5f7af6d407a4688'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:31:35.657162 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1ff67184-5134-492d-8dac-59b19aedebc2 req-a5a55c87-731d-47eb-bb25-71ceb63f6c26 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458360 Jul 23 07:31:35.669056 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-01f2a661-4bf5-477f-ab8d-0215c3d68592 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:35.678917 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-0fa6d886-f38e-4f90-a100-a8f8b0bf4d80 None None] Set router 68283309-febb-4d75-961c-e8fd2bcc7a13 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:31:35.694855 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec929c88-87d4-47c8-8be6-bc1f275d5b70 x-openstack-request-id: req-ec929c88-87d4-47c8-8be6-bc1f275d5b70 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:31:35.695204 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188b0559-c64b-4d1e-80da-fd8e5a36b97e", "tag": "1849cb71-4484-4889-b54d-fa22a2becb5f", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:31:35.695535 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec929c88-87d4-47c8-8be6-bc1f275d5b70 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:31:35.696277 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'tag': '1849cb71-4484-4889-b54d-fa22a2becb5f', 'status': 'completed', 'code': 200} Jul 23 07:31:35.761706 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-01f2a661-4bf5-477f-ab8d-0215c3d68592 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:35.765643 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-01f2a661-4bf5-477f-ab8d-0215c3d68592 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:35.797778 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2a661-4bf5-477f-ab8d-0215c3d68592 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fac8659-e2b3-469e-931b-37f2ce83d544,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:35.804895 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-01f2a661-4bf5-477f-ab8d-0215c3d68592 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:35.809587 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-01f2a661-4bf5-477f-ab8d-0215c3d68592 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1692553 Jul 23 07:31:35.809587 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 46958) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:31:35.814237 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-5e27d92f-33f2-4a26-b35b-a53af0710075 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Request body: {'security_group_rule': {'security_group_id': '2fac8659-e2b3-469e-931b-37f2ce83d544', 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:31:35.831014 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ab324-0241-4c20-bfb3-946ef4b3764f req-8e21139c-5ccc-4d45-a3d0-24f9d308f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:35.832693 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc6ab324-0241-4c20-bfb3-946ef4b3764f req-8e21139c-5ccc-4d45-a3d0-24f9d308f524 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f45acbfcb6449caa5f7af6d407a4688&device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 1099 time: 0.0687652 Jul 23 07:31:35.842073 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5e27d92f-33f2-4a26-b35b-a53af0710075 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:35.906707 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5e27d92f-33f2-4a26-b35b-a53af0710075 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:35.912577 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5e27d92f-33f2-4a26-b35b-a53af0710075 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:35.927833 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27d92f-33f2-4a26-b35b-a53af0710075 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64fce3f1-cad7-4d30-9372-dc38cf57fde2,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:35.938670 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-0fa6d886-f38e-4f90-a100-a8f8b0bf4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:24Z', 'updated_at': '2021-07-23T07:30:27Z', 'revision_number': 4, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'gw_port': {'id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:25Z', 'updated_at': '2021-07-23T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '2958184a-3b43-41bf-a532-ba375d4684af', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'port_id': '1849cb71-4484-4889-b54d-fa22a2becb5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'mac_address': 'fa:16:3e:16:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:31:34Z', 'updated_at': '2021-07-23T07:31:34Z', 'revision_number': 0, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d9d922-976f-48b5-8b2b-be5bdd7e456a', 'name': '', 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'mac_address': 'fa:16:3e:b6:1e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:26Z', 'updated_at': '2021-07-23T07:30:35Z', 'revision_number': 5, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'subnets': [{'id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:31:35.947105 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5e27d92f-33f2-4a26-b35b-a53af0710075 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:35.951090 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ab324-0241-4c20-bfb3-946ef4b3764f req-d9f42528-e3f0-46e0-a787-c05ada524a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:35.951623 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-5e27d92f-33f2-4a26-b35b-a53af0710075 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409383 Jul 23 07:31:35.952380 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 46966) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:31:35.952608 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc6ab324-0241-4c20-bfb3-946ef4b3764f req-d9f42528-e3f0-46e0-a787-c05ada524a34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6925db0-84c0-4f63-b8d1-82de93dc832e HTTP/1.1" status: 200 len: 916 time: 0.1124289 Jul 23 07:31:35.957792 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-601d8b40-8296-4f4f-8ef0-77950a379f78 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Request body: {'security_group_rule': {'security_group_id': '2fac8659-e2b3-469e-931b-37f2ce83d544', 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:31:35.969649 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa6d886-f38e-4f90-a100-a8f8b0bf4d80 None None] Checking router: 68283309-febb-4d75-961c-e8fd2bcc7a13 for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:31:35.979894 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6d886-f38e-4f90-a100-a8f8b0bf4d80 None None] Routers {'68283309-febb-4d75-961c-e8fd2bcc7a13'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:31:35.980831 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-0fa6d886-f38e-4f90-a100-a8f8b0bf4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:31:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['68283309-febb-4d75-961c-e8fd2bcc7a13'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:31:35.992629 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-601d8b40-8296-4f4f-8ef0-77950a379f78 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.041329 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc6ab324-0241-4c20-bfb3-946ef4b3764f req-26532818-fe31-4ed7-9f16-3251003761d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1849cb71-4484-4889-b54d-fa22a2becb5f HTTP/1.1" status: 200 len: 1000 time: 0.0789475 Jul 23 07:31:36.068497 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-601d8b40-8296-4f4f-8ef0-77950a379f78 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.072402 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-601d8b40-8296-4f4f-8ef0-77950a379f78 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.100539 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-601d8b40-8296-4f4f-8ef0-77950a379f78 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.100539 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-601d8b40-8296-4f4f-8ef0-77950a379f78 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408491 Jul 23 07:31:36.100539 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d8b40-8296-4f4f-8ef0-77950a379f78 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3db3ccb-9a0e-49dd-832f-ea0ea955923a,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:36.100539 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 46970) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:31:36.101039 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-0fa6d886-f38e-4f90-a100-a8f8b0bf4d80 None None] Set router 68283309-febb-4d75-961c-e8fd2bcc7a13 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:31:36.104020 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ab324-0241-4c20-bfb3-946ef4b3764f req-4b732d00-7091-4667-877b-bb08821f3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:36.105587 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-4dc9065d-6129-4ea8-8783-3e6ffaa938e0 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Request body: {'security_group_rule': {'security_group_id': '2fac8659-e2b3-469e-931b-37f2ce83d544', 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:31:36.107096 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc6ab324-0241-4c20-bfb3-946ef4b3764f req-4b732d00-7091-4667-877b-bb08821f3408 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9549415d-b044-4cd1-bd78-bad7cfb8d7ad HTTP/1.1" status: 200 len: 854 time: 0.0568411 Jul 23 07:31:36.132939 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4dc9065d-6129-4ea8-8783-3e6ffaa938e0 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.192041 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ab324-0241-4c20-bfb3-946ef4b3764f req-95315b12-e3c5-4065-ae13-4cff52cf5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:36.193601 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc6ab324-0241-4c20-bfb3-946ef4b3764f req-95315b12-e3c5-4065-ae13-4cff52cf5694 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6925db0-84c0-4f63-b8d1-82de93dc832e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0693221 Jul 23 07:31:36.214566 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4dc9065d-6129-4ea8-8783-3e6ffaa938e0 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.218787 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4dc9065d-6129-4ea8-8783-3e6ffaa938e0 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.237012 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9065d-6129-4ea8-8783-3e6ffaa938e0 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2837214c-ea7f-4572-95cd-ba977ab05d6d,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:36.246055 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4dc9065d-6129-4ea8-8783-3e6ffaa938e0 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.247580 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-4dc9065d-6129-4ea8-8783-3e6ffaa938e0 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460972 Jul 23 07:31:36.250262 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 46974) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:31:36.255376 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-bdb17f4d-3729-4df6-aafd-e09bacbcc299 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Request body: {'security_group_rule': {'security_group_id': '2fac8659-e2b3-469e-931b-37f2ce83d544', 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:31:36.291315 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bdb17f4d-3729-4df6-aafd-e09bacbcc299 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.300812 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc6ab324-0241-4c20-bfb3-946ef4b3764f req-f3dbda26-6639-4b91-9ecc-c48255744af7 service neutron] 10.222.0.23 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002350 Jul 23 07:31:36.357788 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-0fa6d886-f38e-4f90-a100-a8f8b0bf4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:24Z', 'updated_at': '2021-07-23T07:30:27Z', 'revision_number': 4, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'gw_port': {'id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:25Z', 'updated_at': '2021-07-23T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '2958184a-3b43-41bf-a532-ba375d4684af', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'port_id': '1849cb71-4484-4889-b54d-fa22a2becb5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'mac_address': 'fa:16:3e:16:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:31:34Z', 'updated_at': '2021-07-23T07:31:34Z', 'revision_number': 0, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d9d922-976f-48b5-8b2b-be5bdd7e456a', 'name': '', 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'mac_address': 'fa:16:3e:b6:1e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:26Z', 'updated_at': '2021-07-23T07:30:35Z', 'revision_number': 5, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'subnets': [{'id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:31:36.361090 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bdb17f4d-3729-4df6-aafd-e09bacbcc299 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.366448 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bdb17f4d-3729-4df6-aafd-e09bacbcc299 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.386618 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb17f4d-3729-4df6-aafd-e09bacbcc299 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada2d56a-d9f0-4892-a01c-a7c85301cfb9,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:36.390476 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bdb17f4d-3729-4df6-aafd-e09bacbcc299 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.391663 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-bdb17f4d-3729-4df6-aafd-e09bacbcc299 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403105 Jul 23 07:31:36.394460 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 46976) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:31:36.401270 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-cec96dbc-9265-40be-8d03-3156e5707c1d tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Request body: {'security_group_rule': {'security_group_id': '2fac8659-e2b3-469e-931b-37f2ce83d544', 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:31:36.402600 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa6d886-f38e-4f90-a100-a8f8b0bf4d80 None None] The sync data for ids ['68283309-febb-4d75-961c-e8fd2bcc7a13'] in dv-cinder-773985-13-iscsi is: [{'id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:24Z', 'updated_at': '2021-07-23T07:30:27Z', 'revision_number': 4, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'gw_port': {'id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:25Z', 'updated_at': '2021-07-23T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '2958184a-3b43-41bf-a532-ba375d4684af', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'port_id': '1849cb71-4484-4889-b54d-fa22a2becb5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'mac_address': 'fa:16:3e:16:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:31:34Z', 'updated_at': '2021-07-23T07:31:34Z', 'revision_number': 0, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d9d922-976f-48b5-8b2b-be5bdd7e456a', 'name': '', 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'mac_address': 'fa:16:3e:b6:1e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:26Z', 'updated_at': '2021-07-23T07:30:35Z', 'revision_number': 5, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'subnets': [{'id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:31:36.415339 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc6ab324-0241-4c20-bfb3-946ef4b3764f req-6b77fde6-8fb1-42ab-bfc9-44fa716f120a service neutron] 10.222.0.23 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068618 Jul 23 07:31:36.424966 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.securitygroups_db [None req-cec96dbc-9265-40be-8d03-3156e5707c1d tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Project 4f45acbfcb6449caa5f7af6d407a4688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 07:31:36.429831 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cec96dbc-9265-40be-8d03-3156e5707c1d tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.497409 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cec96dbc-9265-40be-8d03-3156e5707c1d tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.501060 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cec96dbc-9265-40be-8d03-3156e5707c1d tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.521557 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec96dbc-9265-40be-8d03-3156e5707c1d tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8762fe4f-b5e0-486f-b1d6-2f65f141b48a,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:36.525187 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cec96dbc-9265-40be-8d03-3156e5707c1d tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.526373 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-cec96dbc-9265-40be-8d03-3156e5707c1d tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303563 Jul 23 07:31:36.529182 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 46978) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:31:36.533756 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-8e7e2f4d-757e-4b96-b3f3-559d1afdcede tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Request body: {'security_group_rule': {'security_group_id': '2fac8659-e2b3-469e-931b-37f2ce83d544', 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:31:36.556997 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.securitygroups_db [None req-8e7e2f4d-757e-4b96-b3f3-559d1afdcede tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Project 4f45acbfcb6449caa5f7af6d407a4688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 07:31:36.563342 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2f4d-757e-4b96-b3f3-559d1afdcede tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.611419 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc08ddf-db8f-4ca8-8232-9bdcea0eb711 None None] New status for floating IP 2958184a-3b43-41bf-a532-ba375d4684af: ACTIVE {{(pid=93083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:31:36.636884 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2f4d-757e-4b96-b3f3-559d1afdcede tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.640970 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2f4d-757e-4b96-b3f3-559d1afdcede tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.655443 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e2f4d-757e-4b96-b3f3-559d1afdcede tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0bdda8-7fb3-415b-8d52-47c47f3f2785,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:36.664907 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2f4d-757e-4b96-b3f3-559d1afdcede tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:36.666104 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-8e7e2f4d-757e-4b96-b3f3-559d1afdcede tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359363 Jul 23 07:31:36.749861 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73cb33d1-07ca-4fb4-a1da-ad01937576d2 req-08b7736a-f35c-4fca-accc-32844fd48403 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152201650&fields=id&tenant_id=4f45acbfcb6449caa5f7af6d407a4688 HTTP/1.1" status: 200 len: 267 time: 0.0356877 Jul 23 07:31:36.806633 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820ae69-25a0-4145-9c8b-16e7d1907e03 req-2094fdf2-e4d9-4858-8e08-cbbf4b0c769a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:36.811246 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8820ae69-25a0-4145-9c8b-16e7d1907e03 req-2094fdf2-e4d9-4858-8e08-cbbf4b0c769a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0744433 Jul 23 07:31:36.826467 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb33d1-07ca-4fb4-a1da-ad01937576d2 req-0e850032-a617-461d-990c-952e6613ba67 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:36.827940 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73cb33d1-07ca-4fb4-a1da-ad01937576d2 req-0e850032-a617-461d-990c-952e6613ba67 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 946 time: 0.0716455 Jul 23 07:31:36.839780 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-73cb33d1-07ca-4fb4-a1da-ad01937576d2 req-63b37713-0b84-4657-a3f4-bc1671ad4649 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Request body: {'port': {'security_groups': ['1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f', '2fac8659-e2b3-469e-931b-37f2ce83d544']}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:31:36.848265 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8820ae69-25a0-4145-9c8b-16e7d1907e03 req-296608b6-fe9d-414b-ab4a-532eed0e0909 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328932 Jul 23 07:31:36.926492 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-73cb33d1-07ca-4fb4-a1da-ad01937576d2 req-63b37713-0b84-4657-a3f4-bc1671ad4649 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:37.113354 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-73cb33d1-07ca-4fb4-a1da-ad01937576d2 req-63b37713-0b84-4657-a3f4-bc1671ad4649 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] For port 1849cb71-4484-4889-b54d-fa22a2becb5f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1849cb71-4484-4889-b54d-fa22a2becb5f,segment=NetworkSegment(35ed770c-ad90-4bf4-bbe0-3849e140fc8c),segment_id=35ed770c-ad90-4bf4-bbe0-3849e140fc8c)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:31:37.144263 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-73cb33d1-07ca-4fb4-a1da-ad01937576d2 req-63b37713-0b84-4657-a3f4-bc1671ad4649 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:37.149778 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-73cb33d1-07ca-4fb4-a1da-ad01937576d2 req-63b37713-0b84-4657-a3f4-bc1671ad4649 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:37.184771 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:31:37.201452 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['1849cb71-4484-4889-b54d-fa22a2becb5f'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:31:37.219361 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb33d1-07ca-4fb4-a1da-ad01937576d2 req-63b37713-0b84-4657-a3f4-bc1671ad4649 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:37.220142 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-73cb33d1-07ca-4fb4-a1da-ad01937576d2 req-63b37713-0b84-4657-a3f4-bc1671ad4649 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:37.228536 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73cb33d1-07ca-4fb4-a1da-ad01937576d2 req-63b37713-0b84-4657-a3f4-bc1671ad4649 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "PUT /v2.0/ports/1849cb71-4484-4889-b54d-fa22a2becb5f HTTP/1.1" status: 200 len: 982 time: 0.3931494 Jul 23 07:31:37.257124 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b37713-0b84-4657-a3f4-bc1671ad4649 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Pushing event updated for resources: {'Port': ['ID=1849cb71-4484-4889-b54d-fa22a2becb5f,revision_number=6']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:37.353175 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a040f3-65ad-4783-a3dd-e4e3d849a90d req-5f4c11bd-b80d-4b4b-bfb6-d2b9a70d3fac tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:37.354869 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e8a040f3-65ad-4783-a3dd-e4e3d849a90d req-5f4c11bd-b80d-4b4b-bfb6-d2b9a70d3fac tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0881371 Jul 23 07:31:37.386957 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cf136-3c95-4f37-a056-7863ec4fe5e1 req-5fcf9bd2-51bb-4bd3-8165-7683ed64bbd0 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:37.388713 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-209cf136-3c95-4f37-a056-7863ec4fe5e1 req-5fcf9bd2-51bb-4bd3-8165-7683ed64bbd0 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0780730 Jul 23 07:31:37.394280 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['1849cb71-4484-4889-b54d-fa22a2becb5f'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:31:37.410507 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e8a040f3-65ad-4783-a3dd-e4e3d849a90d req-3ed5cf35-4f54-4a7b-9db6-924caa235a86 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493782 Jul 23 07:31:37.441957 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-209cf136-3c95-4f37-a056-7863ec4fe5e1 req-5abf40f0-c341-4217-865a-6ef67b1cce29 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468261 Jul 23 07:31:37.547596 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-a8f561f1-3144-4746-add9-23f4452c12bb None None] Provisioning complete for port 1849cb71-4484-4889-b54d-fa22a2becb5f triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:31:37.547883 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a8f561f1-3144-4746-add9-23f4452c12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:37.697181 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'tag': '1849cb71-4484-4889-b54d-fa22a2becb5f'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:31:37.699519 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ed2b08-b932-4763-b03f-24492fdb78c7" -d '{"events": [{"name": "network-changed", "server_uuid": "188b0559-c64b-4d1e-80da-fd8e5a36b97e", "tag": "1849cb71-4484-4889-b54d-fa22a2becb5f"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:31:37.733939 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82a8f2c-a83e-4ebe-9341-0ef096fb16a2 x-openstack-request-id: req-c82a8f2c-a83e-4ebe-9341-0ef096fb16a2 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:31:37.734224 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188b0559-c64b-4d1e-80da-fd8e5a36b97e", "tag": "1849cb71-4484-4889-b54d-fa22a2becb5f", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:31:37.734467 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c82a8f2c-a83e-4ebe-9341-0ef096fb16a2 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:31:37.734850 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'tag': '1849cb71-4484-4889-b54d-fa22a2becb5f', 'status': 'completed', 'code': 200} Jul 23 07:31:37.850128 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed2b08-b932-4763-b03f-24492fdb78c7 req-2757295c-0203-4824-ba53-e02d4521c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:37.851623 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e9ed2b08-b932-4763-b03f-24492fdb78c7 req-2757295c-0203-4824-ba53-e02d4521c714 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f45acbfcb6449caa5f7af6d407a4688&device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 1138 time: 0.0569415 Jul 23 07:31:37.972537 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed2b08-b932-4763-b03f-24492fdb78c7 req-1b5a1d5a-6588-43c0-90f2-97a40f915140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:37.973976 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e9ed2b08-b932-4763-b03f-24492fdb78c7 req-1b5a1d5a-6588-43c0-90f2-97a40f915140 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6925db0-84c0-4f63-b8d1-82de93dc832e HTTP/1.1" status: 200 len: 916 time: 0.1153224 Jul 23 07:31:38.047052 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b270c5b-6105-471d-9234-b7046e060720 req-0897f007-ddc1-481b-80d3-da747856e744 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:38.048633 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7b270c5b-6105-471d-9234-b7046e060720 req-0897f007-ddc1-481b-80d3-da747856e744 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.1185350 Jul 23 07:31:38.055032 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e9ed2b08-b932-4763-b03f-24492fdb78c7 req-f9952e6e-ecaf-4bad-b5a8-7bfdaed0392e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1849cb71-4484-4889-b54d-fa22a2becb5f HTTP/1.1" status: 200 len: 1002 time: 0.0744071 Jul 23 07:31:38.094800 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7b270c5b-6105-471d-9234-b7046e060720 req-454f2523-f43e-450a-9625-08bd2a6ff450 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388377 Jul 23 07:31:38.132810 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed2b08-b932-4763-b03f-24492fdb78c7 req-94801d8a-c4f4-4890-aa0e-e9d5c51dfe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:38.134268 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e9ed2b08-b932-4763-b03f-24492fdb78c7 req-94801d8a-c4f4-4890-aa0e-e9d5c51dfe36 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9549415d-b044-4cd1-bd78-bad7cfb8d7ad HTTP/1.1" status: 200 len: 854 time: 0.0545669 Jul 23 07:31:38.193374 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed2b08-b932-4763-b03f-24492fdb78c7 req-5971d4df-d4c9-4b2e-9c27-a9982762311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:38.194843 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e9ed2b08-b932-4763-b03f-24492fdb78c7 req-5971d4df-d4c9-4b2e-9c27-a9982762311f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6925db0-84c0-4f63-b8d1-82de93dc832e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506854 Jul 23 07:31:38.288495 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e9ed2b08-b932-4763-b03f-24492fdb78c7 req-9b0465ea-d2b0-4db2-bf75-cd45c5121d90 service neutron] 10.222.0.23 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836952 Jul 23 07:31:38.387321 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e9ed2b08-b932-4763-b03f-24492fdb78c7 req-a1b31c17-49a0-453a-a23c-008cc1ae0acc service neutron] 10.222.0.23 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915208 Jul 23 07:31:38.540845 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f6091-bd56-4caa-afb5-fec6e6305adf req-17491903-9336-4e37-961c-7e3aefafea7f tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:38.542242 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c10f6091-bd56-4caa-afb5-fec6e6305adf req-17491903-9336-4e37-961c-7e3aefafea7f tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0657241 Jul 23 07:31:38.581012 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c10f6091-bd56-4caa-afb5-fec6e6305adf req-357077a4-2c35-44fd-b018-487c0685f470 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324540 Jul 23 07:31:39.226758 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e0786-6b18-4994-a36b-6902f367ee76 req-11a9c4c0-41ca-4988-bd1a-c6b11c2aa0cd tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:39.228485 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b20e0786-6b18-4994-a36b-6902f367ee76 req-11a9c4c0-41ca-4988-bd1a-c6b11c2aa0cd tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0632007 Jul 23 07:31:39.271377 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b20e0786-6b18-4994-a36b-6902f367ee76 req-d5caa576-6593-4e27-afce-3e8805b3d212 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352962 Jul 23 07:31:39.707632 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b069bcc-6c91-4a2b-b473-5945eab5ec81 req-fb5fdb1c-3fff-499d-9666-3669225f5ad0 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:39.709146 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3b069bcc-6c91-4a2b-b473-5945eab5ec81 req-fb5fdb1c-3fff-499d-9666-3669225f5ad0 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0619657 Jul 23 07:31:39.745620 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3b069bcc-6c91-4a2b-b473-5945eab5ec81 req-e8bdc26d-29cf-42a9-ad34-2a2b90df1a18 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307658 Jul 23 07:31:40.408667 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe8217-9bd3-4582-856b-4a7db395ee7c req-8af2b727-844a-4207-b088-4093c8f94fe2 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:40.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4bbe8217-9bd3-4582-856b-4a7db395ee7c req-8af2b727-844a-4207-b088-4093c8f94fe2 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0695999 Jul 23 07:31:40.478893 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4bbe8217-9bd3-4582-856b-4a7db395ee7c req-211c93f4-6022-4b4a-bbf7-7c9f349e9cc2 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592330 Jul 23 07:31:40.500282 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af5449-6f0a-4ae4-8633-b9a98b942131 req-1662e7ff-a107-4f4b-997e-86c48da13fc6 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:40.501729 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-26af5449-6f0a-4ae4-8633-b9a98b942131 req-1662e7ff-a107-4f4b-997e-86c48da13fc6 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 946 time: 0.0906436 Jul 23 07:31:40.611351 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-26af5449-6f0a-4ae4-8633-b9a98b942131 req-fd202c45-8589-439e-a013-db21fa699dab tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Deleting port 8b8554bc-80ec-47c3-8c6f-421d560f41f2 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:31:40.611687 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-26af5449-6f0a-4ae4-8633-b9a98b942131 req-fd202c45-8589-439e-a013-db21fa699dab tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:40.696605 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-26af5449-6f0a-4ae4-8633-b9a98b942131 req-fd202c45-8589-439e-a013-db21fa699dab tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] For port 8b8554bc-80ec-47c3-8c6f-421d560f41f2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8b8554bc-80ec-47c3-8c6f-421d560f41f2,segment=NetworkSegment(fdc479ed-3be3-4fd9-8b4b-29affecf4854),segment_id=fdc479ed-3be3-4fd9-8b4b-29affecf4854)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:31:40.696962 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-26af5449-6f0a-4ae4-8633-b9a98b942131 req-fd202c45-8589-439e-a013-db21fa699dab tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:40.709440 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-26af5449-6f0a-4ae4-8633-b9a98b942131 req-fd202c45-8589-439e-a013-db21fa699dab tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Calling delete_port for 8b8554bc-80ec-47c3-8c6f-421d560f41f2 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:31:40.841858 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-26af5449-6f0a-4ae4-8633-b9a98b942131 req-fd202c45-8589-439e-a013-db21fa699dab tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:40.869655 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd202c45-8589-439e-a013-db21fa699dab tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Pushing event deleted for resources: {'Port': ['ID=8b8554bc-80ec-47c3-8c6f-421d560f41f2,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:31:40.885965 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71490353-e4bf-4f07-8dcf-808b9258cbed req-922a5532-74b4-4f71-984a-751c0e9ee46e tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:40.887321 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['3965f627-3809-44cb-a946-df133878c11d', '8b8554bc-80ec-47c3-8c6f-421d560f41f2'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:31:40.888510 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-71490353-e4bf-4f07-8dcf-808b9258cbed req-922a5532-74b4-4f71-984a-751c0e9ee46e tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7a867a3-c23a-4433-913c-26ac6c2e081e HTTP/1.1" status: 200 len: 867 time: 0.0755484 Jul 23 07:31:40.914203 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-26af5449-6f0a-4ae4-8633-b9a98b942131 req-fd202c45-8589-439e-a013-db21fa699dab tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] No DVR routers for this DVR port 8b8554bc-80ec-47c3-8c6f-421d560f41f2 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:31:40.917017 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-26af5449-6f0a-4ae4-8633-b9a98b942131 req-fd202c45-8589-439e-a013-db21fa699dab tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:40.919038 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-26af5449-6f0a-4ae4-8633-b9a98b942131 req-fd202c45-8589-439e-a013-db21fa699dab tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.23 "DELETE /v2.0/ports/8b8554bc-80ec-47c3-8c6f-421d560f41f2 HTTP/1.1" status: 204 len: 173 time: 0.4037156 Jul 23 07:31:40.919511 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a867a3-c23a-4433-913c-26ac6c2e081e', 'name': 'network-vif-deleted', 'tag': '8b8554bc-80ec-47c3-8c6f-421d560f41f2'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:31:40.921708 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c424f856-b2b2-4624-92ed-98696d5361fb" -d '{"events": [{"server_uuid": "b7a867a3-c23a-4433-913c-26ac6c2e081e", "name": "network-vif-deleted", "tag": "8b8554bc-80ec-47c3-8c6f-421d560f41f2"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:31:40.937628 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-71490353-e4bf-4f07-8dcf-808b9258cbed req-644156f1-799e-49c9-8a86-c95608059cea tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443978 Jul 23 07:31:40.966756 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d5a57d-1c21-4241-a229-d7eb20390560 x-openstack-request-id: req-e0d5a57d-1c21-4241-a229-d7eb20390560 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:31:40.967042 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a867a3-c23a-4433-913c-26ac6c2e081e", "name": "network-vif-deleted", "tag": "8b8554bc-80ec-47c3-8c6f-421d560f41f2", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:31:40.967323 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0d5a57d-1c21-4241-a229-d7eb20390560 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:31:40.967784 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a867a3-c23a-4433-913c-26ac6c2e081e', 'name': 'network-vif-deleted', 'tag': '8b8554bc-80ec-47c3-8c6f-421d560f41f2', 'status': 'completed', 'code': 200} Jul 23 07:31:41.616546 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9ea7b-ae47-44a8-a533-c2373363b61b req-dc106ae7-dbe3-47b3-9f14-9df089077f6a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:41.619922 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c7f9ea7b-ae47-44a8-a533-c2373363b61b req-dc106ae7-dbe3-47b3-9f14-9df089077f6a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0669858 Jul 23 07:31:41.656754 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c7f9ea7b-ae47-44a8-a533-c2373363b61b req-37fa2e76-35c0-485a-b939-0fe4d590856f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327222 Jul 23 07:31:42.221604 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f39c1-80b8-4879-8de3-60c572803802 req-d0cf51d5-a424-4248-8dd3-c99fb8f26f19 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:42.224142 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-439f39c1-80b8-4879-8de3-60c572803802 req-d0cf51d5-a424-4248-8dd3-c99fb8f26f19 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0670450 Jul 23 07:31:42.261494 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-439f39c1-80b8-4879-8de3-60c572803802 req-e8728c2c-09c2-47e2-8d8f-9f7f30942ad2 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317006 Jul 23 07:31:42.804995 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bfada-29ff-47aa-95aa-5ae9397d8206 req-7ea68c85-73c3-4ddb-b49d-fe7d7041d16c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:42.806474 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-536bfada-29ff-47aa-95aa-5ae9397d8206 req-7ea68c85-73c3-4ddb-b49d-fe7d7041d16c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0659437 Jul 23 07:31:42.843732 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-536bfada-29ff-47aa-95aa-5ae9397d8206 req-9413686c-a00a-48b3-a293-2cf711fd9a19 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318220 Jul 23 07:31:42.981498 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a006008-119d-4f0c-8865-125cae5bde1c req-71aa8fd6-501d-4aec-9dbb-292f56547164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:42.982999 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4a006008-119d-4f0c-8865-125cae5bde1c req-71aa8fd6-501d-4aec-9dbb-292f56547164 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d&tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b HTTP/1.1" status: 200 len: 1097 time: 0.0885894 Jul 23 07:31:43.311285 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a006008-119d-4f0c-8865-125cae5bde1c req-06003f4d-8fb7-4351-a4bc-9fedfc2e2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:43.312849 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4a006008-119d-4f0c-8865-125cae5bde1c req-06003f4d-8fb7-4351-a4bc-9fedfc2e2beb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b&device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 1097 time: 0.2839725 Jul 23 07:31:43.396443 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e84e5-30ec-48b9-a07a-3d04d6c62660 req-244d0f71-e0a2-45b0-bb0b-7349ab949f40 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:43.397986 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-011e84e5-30ec-48b9-a07a-3d04d6c62660 req-244d0f71-e0a2-45b0-bb0b-7349ab949f40 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0673196 Jul 23 07:31:43.405003 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a006008-119d-4f0c-8865-125cae5bde1c req-e06d0d20-6020-4f7e-83ab-4e3f1b10c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:43.406525 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4a006008-119d-4f0c-8865-125cae5bde1c req-e06d0d20-6020-4f7e-83ab-4e3f1b10c180 service neutron] 10.222.0.23 "GET /v2.0/networks?id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6 HTTP/1.1" status: 200 len: 917 time: 0.0857978 Jul 23 07:31:43.435707 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-011e84e5-30ec-48b9-a07a-3d04d6c62660 req-c02072b0-0779-4054-81c2-1c791b588173 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321734 Jul 23 07:31:43.476649 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4a006008-119d-4f0c-8865-125cae5bde1c req-ea4647dd-7965-4f56-848e-e58e628dba4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9582ac8-00f4-4476-ae63-a8d03e078848 HTTP/1.1" status: 200 len: 1000 time: 0.0605590 Jul 23 07:31:43.526106 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a006008-119d-4f0c-8865-125cae5bde1c req-0e996418-9d7b-47e8-8046-00e936e4c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:43.527475 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4a006008-119d-4f0c-8865-125cae5bde1c req-0e996418-9d7b-47e8-8046-00e936e4c958 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d HTTP/1.1" status: 200 len: 855 time: 0.0432820 Jul 23 07:31:43.585493 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a006008-119d-4f0c-8865-125cae5bde1c req-899e74a2-8d2d-46ca-8226-ee6bd60c5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:43.586932 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4a006008-119d-4f0c-8865-125cae5bde1c req-899e74a2-8d2d-46ca-8226-ee6bd60c5219 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0520620 Jul 23 07:31:43.677860 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4a006008-119d-4f0c-8865-125cae5bde1c req-9099a24d-5aab-4516-9e62-fb1e30696497 service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830345 Jul 23 07:31:43.767701 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4a006008-119d-4f0c-8865-125cae5bde1c req-56afc5f4-2bc5-416d-93f6-7697f0638eec service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807126 Jul 23 07:31:43.981925 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab681f-42b6-4810-92c1-2d85de8e4763 req-e07445d3-2704-46f7-ac4b-2470f393daef tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:43.983391 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-60ab681f-42b6-4810-92c1-2d85de8e4763 req-e07445d3-2704-46f7-ac4b-2470f393daef tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0674803 Jul 23 07:31:44.022575 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-60ab681f-42b6-4810-92c1-2d85de8e4763 req-9693967a-eb14-49c8-9a3e-b0f5d5fb159a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329742 Jul 23 07:31:44.379972 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-83e65636-8690-4314-b74e-1377c6927723 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:44.382242 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-83e65636-8690-4314-b74e-1377c6927723 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/networks?id=287a8c89-0c72-4334-af82-cc8dcaad7253 HTTP/1.1" status: 200 len: 815 time: 0.1340144 Jul 23 07:31:44.407644 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-8e1fff93-0942-435c-bfe4-33a10634a83e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/quotas/53b48d2935be49a39c5e569014173a87 HTTP/1.1" status: 200 len: 375 time: 0.0158789 Jul 23 07:31:44.482872 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-77805dde-4bc6-4046-82d5-8c953f6f4523 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=53b48d2935be49a39c5e569014173a87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741944 Jul 23 07:31:44.580716 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-4de7450b-5a13-49c2-8d03-8dc7745bd07b service neutron] 10.222.0.13 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967920 Jul 23 07:31:44.585404 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fae9dc-8f18-449d-b947-13461f037c09 req-e8b49f13-875c-4909-81f2-295d7e6d0c04 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:44.586942 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-28fae9dc-8f18-449d-b947-13461f037c09 req-e8b49f13-875c-4909-81f2-295d7e6d0c04 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0664411 Jul 23 07:31:44.626995 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-28fae9dc-8f18-449d-b947-13461f037c09 req-60e735d0-97a0-43ea-8b36-ae8f189b196c tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334778 Jul 23 07:31:44.678672 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-fcdd713a-9adc-40f0-9ff7-3b7c44858c70 service neutron] 10.222.0.13 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943348 Jul 23 07:31:44.841943 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f057819e-0bf8-4107-b3ef-d8ca0dee7977 req-df13054f-9c2d-4e94-83f3-68969473974e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 210 time: 0.0295811 Jul 23 07:31:45.172063 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e775d-0f83-4ad2-ad30-e84d0deb8f07 req-73a1e347-a153-4909-a9d9-6ad5f7cad2a1 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:45.173490 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-2a7e775d-0f83-4ad2-ad30-e84d0deb8f07 req-73a1e347-a153-4909-a9d9-6ad5f7cad2a1 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0699601 Jul 23 07:31:45.211600 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-2a7e775d-0f83-4ad2-ad30-e84d0deb8f07 req-c24aca7e-7e8f-439e-8be0-b23ec5fee4c9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324335 Jul 23 07:31:45.565990 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 8b8554bc-80ec-47c3-8c6f-421d560f41f2 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:31:45.586304 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: 8b8554bc-80ec-47c3-8c6f-421d560f41f2 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:31:45.586621 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 8b8554bc-80ec-47c3-8c6f-421d560f41f2 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:31:45.760584 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eea02-9d3c-4c4f-9f73-211a4efccfcd req-84d6f1aa-1609-413d-9d45-ed873f22fd69 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:45.762101 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d56eea02-9d3c-4c4f-9f73-211a4efccfcd req-84d6f1aa-1609-413d-9d45-ed873f22fd69 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0679076 Jul 23 07:31:45.802240 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d56eea02-9d3c-4c4f-9f73-211a4efccfcd req-adc8c8fe-e049-4814-89c3-23a1e6673c0b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346489 Jul 23 07:31:45.943368 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7b8f9b05-10ff-4280-8ab3-e4462f8fd19c req-e369779b-82c5-4d16-a736-a1f183ac86a7 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 210 time: 0.0344362 Jul 23 07:31:46.342489 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c58c10-21a6-4e1e-a555-f8d8a9ead6a7 req-f2285c72-132b-43f3-bd2a-601b9f250066 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:46.343967 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a1c58c10-21a6-4e1e-a555-f8d8a9ead6a7 req-f2285c72-132b-43f3-bd2a-601b9f250066 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0621178 Jul 23 07:31:46.382866 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a1c58c10-21a6-4e1e-a555-f8d8a9ead6a7 req-ff7681b2-6823-4541-9dbf-ce3bb9cf37ea tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332637 Jul 23 07:31:46.931424 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae567b-f88a-4435-a952-55c8e597ba04 req-91bf7827-61cf-4512-aad3-fecb2a2f174a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:46.932959 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ffae567b-f88a-4435-a952-55c8e597ba04 req-91bf7827-61cf-4512-aad3-fecb2a2f174a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0628121 Jul 23 07:31:46.976378 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ffae567b-f88a-4435-a952-55c8e597ba04 req-7ef82fd0-ad6b-4ef8-80d8-1b534923eaa6 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378702 Jul 23 07:31:47.038798 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c39484ae-b12c-42c3-b1cc-b13d5a494c3d req-f01a5ee2-33ae-4b3f-abd2-da7b09618080 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 210 time: 0.0293324 Jul 23 07:31:47.529647 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fa4d8-5624-4fb4-8aee-f019303d92e3 req-88336a47-134b-4f17-90f8-42fdaac6d35c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:47.531189 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8c3fa4d8-5624-4fb4-8aee-f019303d92e3 req-88336a47-134b-4f17-90f8-42fdaac6d35c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0645390 Jul 23 07:31:47.569481 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8c3fa4d8-5624-4fb4-8aee-f019303d92e3 req-1d3679f8-8267-4fc6-98e3-d9a4b6218992 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320730 Jul 23 07:31:48.118535 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691492c8-1d66-42de-bb87-6a0771bde9db req-f3cc7a47-cebb-49f7-bf12-01320dc05124 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:48.120045 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-691492c8-1d66-42de-bb87-6a0771bde9db req-f3cc7a47-cebb-49f7-bf12-01320dc05124 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0754979 Jul 23 07:31:48.155811 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d2dc5985-14ae-4333-885a-c62964305fae req-267ac28b-a659-47d6-9688-fd7adbc94e41 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 210 time: 0.0372343 Jul 23 07:31:48.162122 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-691492c8-1d66-42de-bb87-6a0771bde9db req-856de0ab-7d86-4393-9baa-744a312d9028 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362060 Jul 23 07:31:48.708058 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37de76-9b5e-4a7f-94eb-2df8f4251067 req-14c5e2df-a21e-46ce-bd62-2b209a24a6cd tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:48.709560 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-fa37de76-9b5e-4a7f-94eb-2df8f4251067 req-14c5e2df-a21e-46ce-bd62-2b209a24a6cd tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0631742 Jul 23 07:31:48.749892 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-fa37de76-9b5e-4a7f-94eb-2df8f4251067 req-2b7e21df-7acc-409c-a12c-a3b4ef33fb27 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341334 Jul 23 07:31:49.258510 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1032ab74-7946-44b8-9e4f-c47c1cde4fa1 req-fb0d5314-5104-4a14-b2ca-4ed1ca4113a7 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 210 time: 0.0298712 Jul 23 07:31:49.295994 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715e446-4221-4378-9759-045bb40203ac req-11c7f1cc-f9a3-4d25-b107-ad69ce192551 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:49.297531 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3715e446-4221-4378-9759-045bb40203ac req-11c7f1cc-f9a3-4d25-b107-ad69ce192551 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0665419 Jul 23 07:31:49.336149 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3715e446-4221-4378-9759-045bb40203ac req-42b7f8b0-90a9-4cda-b836-c03e96d44e9a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325015 Jul 23 07:31:49.896886 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ece448-bcf9-4157-aa82-fce55e8c7f1f req-27add12e-507a-40fc-919d-b174cfe7c96b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:49.898400 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d1ece448-bcf9-4157-aa82-fce55e8c7f1f req-27add12e-507a-40fc-919d-b174cfe7c96b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0651126 Jul 23 07:31:49.945409 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d1ece448-bcf9-4157-aa82-fce55e8c7f1f req-a9629cd4-cedb-4ae1-b33e-762a84c3e8b3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412202 Jul 23 07:31:50.361563 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a40ec8b9-a649-4cad-9c82-50f8c606ffde req-864fe1f7-d865-4749-be8a-f3c65db14d4e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 210 time: 0.0360901 Jul 23 07:31:50.494312 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1a51b-e411-48e8-88d2-a5c44db54222 req-dc755e7d-f592-45c3-b501-49c586a38cbd tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:50.496189 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d8a1a51b-e411-48e8-88d2-a5c44db54222 req-dc755e7d-f592-45c3-b501-49c586a38cbd tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0807374 Jul 23 07:31:50.541640 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d8a1a51b-e411-48e8-88d2-a5c44db54222 req-65fdb391-6369-46d4-b1fe-f007bd5e8f0b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391788 Jul 23 07:31:51.091185 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518f69d-485b-4457-a603-1bf0667ee3a2 req-7defb1ee-ee1a-412f-a6dc-1afbcc1a44ab tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:51.096903 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7518f69d-485b-4457-a603-1bf0667ee3a2 req-7defb1ee-ee1a-412f-a6dc-1afbcc1a44ab tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0660036 Jul 23 07:31:51.132617 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7518f69d-485b-4457-a603-1bf0667ee3a2 req-82121d36-1b0b-46b5-b2af-dfb282c96887 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332534 Jul 23 07:31:51.460646 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-618b8b7e-1a48-4379-a496-58c6ef63a4f2 req-2ca79697-f13a-455d-834f-122b5ec32ced tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 210 time: 0.0285811 Jul 23 07:31:51.672387 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f0ad1-3722-4fcf-bbc3-f35f2742b0fd req-74d0b39d-ec18-4506-9865-2b872d27691d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:51.673817 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0b9f0ad1-3722-4fcf-bbc3-f35f2742b0fd req-74d0b39d-ec18-4506-9865-2b872d27691d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0643096 Jul 23 07:31:51.711773 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0b9f0ad1-3722-4fcf-bbc3-f35f2742b0fd req-81b056bc-224c-4aef-87db-c84a2b6c8bfe tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Jul 23 07:31:52.278967 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4773f-9059-4954-94db-174e756bc63d req-58618482-2dbd-4515-9992-08d9d39026af tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:52.280605 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-19b4773f-9059-4954-94db-174e756bc63d req-58618482-2dbd-4515-9992-08d9d39026af tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0767853 Jul 23 07:31:52.322692 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-19b4773f-9059-4954-94db-174e756bc63d req-4bfa63be-f5c0-4c21-bc67-88de8185bec1 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363081 Jul 23 07:31:52.561727 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-30b5fb6b-bbfb-4e73-8ce3-1fa362bdd51c req-a57f3d9d-ff81-44c6-9613-0b4167b31181 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 210 time: 0.0335860 Jul 23 07:31:52.844834 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06670bc4-483f-4b96-8378-a9fe5be63eff req-92374ae4-7e31-4de0-bd13-3dc0178480ab tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:52.846309 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-06670bc4-483f-4b96-8378-a9fe5be63eff req-92374ae4-7e31-4de0-bd13-3dc0178480ab tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0671344 Jul 23 07:31:52.886510 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-06670bc4-483f-4b96-8378-a9fe5be63eff req-285229fb-c901-44d4-bf4b-5bd2bf237b2c tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337372 Jul 23 07:31:53.458393 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c22cf-4ac2-4bbf-9136-ca75af9fd70c req-220346d2-d55b-45de-8b3d-0f8ba343c08f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:53.459926 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-463c22cf-4ac2-4bbf-9136-ca75af9fd70c req-220346d2-d55b-45de-8b3d-0f8ba343c08f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0646701 Jul 23 07:31:53.499783 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-463c22cf-4ac2-4bbf-9136-ca75af9fd70c req-a3558f45-e97c-4d38-bde3-7d32fffc9fde tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339618 Jul 23 07:31:53.660396 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1b53a2fa-c985-492a-9643-4b6092d8d647 req-9adfb7d3-a697-40c7-bdd0-e2b8124e4c1e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 210 time: 0.0299459 Jul 23 07:31:54.017268 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a016af-32d5-43a4-a3b4-0a281653dbf9 req-a16d1995-fda2-4b63-9b7f-85fe0f5929e5 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:54.019275 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f1a016af-32d5-43a4-a3b4-0a281653dbf9 req-a16d1995-fda2-4b63-9b7f-85fe0f5929e5 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0651686 Jul 23 07:31:54.057460 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f1a016af-32d5-43a4-a3b4-0a281653dbf9 req-b27747b6-6230-40b8-8c44-975caf25e1d4 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325696 Jul 23 07:31:54.645711 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22a06f-3244-42ae-998a-9ba77fa08c57 req-fdca0a5b-b276-42fd-808b-32e81e1d0f9d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:54.647221 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3f22a06f-3244-42ae-998a-9ba77fa08c57 req-fdca0a5b-b276-42fd-808b-32e81e1d0f9d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0735533 Jul 23 07:31:54.688674 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3f22a06f-3244-42ae-998a-9ba77fa08c57 req-e45680be-d6e9-43ba-ab5c-8e8c13cc8964 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356724 Jul 23 07:31:54.772451 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-99884198-8e69-4c13-9e02-bfc88922f89f req-41445983-422a-4e1a-9a5c-9a8c9ab13a99 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 210 time: 0.0331926 Jul 23 07:31:55.186981 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0e0b0-9a4e-4dd5-ae66-69c061f81d66 req-20e58a31-1627-4da9-b9e1-bdbc8ee6b849 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:55.188489 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-01d0e0b0-9a4e-4dd5-ae66-69c061f81d66 req-20e58a31-1627-4da9-b9e1-bdbc8ee6b849 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0638592 Jul 23 07:31:55.227169 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-01d0e0b0-9a4e-4dd5-ae66-69c061f81d66 req-1afc0e2b-bd4e-42b2-ad2b-bcc9b2abed4f tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329947 Jul 23 07:31:55.824062 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28885c-da9b-450d-ab8c-4d45688af288 req-705e8178-ee2d-47cc-862a-b2dcd4a87948 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:55.825598 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1a28885c-da9b-450d-ab8c-4d45688af288 req-705e8178-ee2d-47cc-862a-b2dcd4a87948 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0654280 Jul 23 07:31:55.869144 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1a28885c-da9b-450d-ab8c-4d45688af288 req-e2808a90-b9e5-4254-b86a-098295b16c71 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378747 Jul 23 07:31:55.873617 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3370db88-228b-4af3-a23d-74c77cac4997 req-b0acebc8-5d81-4a1a-a3b5-5b125f41e4a7 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 210 time: 0.0302925 Jul 23 07:31:56.361805 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce42cd-185b-427f-9211-579a5c942f92 req-a35269a4-6dfc-4f8e-be92-0f173d777726 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:56.363983 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-82ce42cd-185b-427f-9211-579a5c942f92 req-a35269a4-6dfc-4f8e-be92-0f173d777726 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0689974 Jul 23 07:31:56.403514 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-82ce42cd-185b-427f-9211-579a5c942f92 req-6679120b-5f97-4f47-aa15-c9845ee6b812 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344205 Jul 23 07:31:56.615425 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:56.982622 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-34790119-2622-49de-ba93-cf6933d67c57 req-ea6e87d6-c7b8-4108-8cd9-495f9a7c4eb3 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 210 time: 0.0278978 Jul 23 07:31:57.015522 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23969e8-15a5-444e-8438-c270e814ea79 req-c7fb4d99-8aff-40dd-aabe-3358c5113808 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:57.017058 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b23969e8-15a5-444e-8438-c270e814ea79 req-c7fb4d99-8aff-40dd-aabe-3358c5113808 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0696595 Jul 23 07:31:57.057059 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b23969e8-15a5-444e-8438-c270e814ea79 req-1f12ef87-4cd7-42f9-ac5d-fbfe3d2b9679 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337696 Jul 23 07:31:57.537915 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80e666-b355-41dc-ba78-ddb2fd25c7a5 req-e0ea4efe-f745-4c52-b0b0-3d65b8f56384 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:57.539515 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7a80e666-b355-41dc-ba78-ddb2fd25c7a5 req-e0ea4efe-f745-4c52-b0b0-3d65b8f56384 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0683746 Jul 23 07:31:57.577744 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7a80e666-b355-41dc-ba78-ddb2fd25c7a5 req-2ed146dc-d4f5-4235-9a55-ac3756a5b7a8 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325267 Jul 23 07:31:58.082648 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b2b6041a-3c94-45fd-99fd-8dc3d2aa4ee7 req-3d2b2a95-6de4-4f4d-849e-e860fe611d28 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 210 time: 0.0306859 Jul 23 07:31:58.195654 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe2445-4478-4a14-b83e-8eace184dc19 req-78bc0143-6286-4dda-823b-1f200dd3397f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:58.197185 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b3fe2445-4478-4a14-b83e-8eace184dc19 req-78bc0143-6286-4dda-823b-1f200dd3397f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0654817 Jul 23 07:31:58.244852 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b3fe2445-4478-4a14-b83e-8eace184dc19 req-3294e269-ae3f-45d1-8066-ad75877724ed tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420790 Jul 23 07:31:58.712279 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fb5a2-0fb8-41ec-84bb-0bee04290ad2 req-ddf808fc-386f-44fb-aec5-b4c62692134a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:58.713744 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f30fb5a2-0fb8-41ec-84bb-0bee04290ad2 req-ddf808fc-386f-44fb-aec5-b4c62692134a tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0694320 Jul 23 07:31:58.752431 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f30fb5a2-0fb8-41ec-84bb-0bee04290ad2 req-25b3d575-6e8a-4ad7-a752-e0292db40a4d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330672 Jul 23 07:31:59.113482 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b516a4d4-319a-4610-ad00-cfc9b2c19a48 req-0cfae3f5-c39a-47fb-bdec-b6ef84542ff1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583861 Jul 23 07:31:59.180367 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9d0e1dae-59bf-4424-91d2-96bddfcaf7de req-a4f4e744-3b0f-4d6f-90c7-c91edf02b394 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 210 time: 0.0322807 Jul 23 07:31:59.254909 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516a4d4-319a-4610-ad00-cfc9b2c19a48 req-81fbc70d-4971-4092-8699-dd501e3eec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:59.256425 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b516a4d4-319a-4610-ad00-cfc9b2c19a48 req-81fbc70d-4971-4092-8699-dd501e3eec99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1915e9b02c304a73919c21737c01fa84&device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 1099 time: 0.0563605 Jul 23 07:31:59.419663 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516a4d4-319a-4610-ad00-cfc9b2c19a48 req-690cd319-58a6-476d-b3d1-5f419db4b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:59.421150 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b516a4d4-319a-4610-ad00-cfc9b2c19a48 req-690cd319-58a6-476d-b3d1-5f419db4b4ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=f640653b-1b95-4735-ad8a-809138685023 HTTP/1.1" status: 200 len: 911 time: 0.1251712 Jul 23 07:31:59.432920 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ea65d-a6d7-4092-8819-89bdde392dab req-83a1e86b-4fda-4841-b5d5-f3ce9623900c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:59.434309 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-922ea65d-a6d7-4092-8819-89bdde392dab req-83a1e86b-4fda-4841-b5d5-f3ce9623900c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.1175714 Jul 23 07:31:59.517245 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-922ea65d-a6d7-4092-8819-89bdde392dab req-d0bf180a-f5c8-46e9-ab86-1cbd6e9b3115 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731022 Jul 23 07:31:59.523602 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b516a4d4-319a-4610-ad00-cfc9b2c19a48 req-159f16a9-1c77-4753-94b5-2c14d2970ab3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36a85eb5-d9ce-417d-9f89-abae818386e7 HTTP/1.1" status: 200 len: 1002 time: 0.0857728 Jul 23 07:31:59.573981 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516a4d4-319a-4610-ad00-cfc9b2c19a48 req-9977b1b6-4c97-46d1-bc93-be780ab5184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:59.575412 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b516a4d4-319a-4610-ad00-cfc9b2c19a48 req-9977b1b6-4c97-46d1-bc93-be780ab5184e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89993525-8aed-4fcb-9e8c-9cff111bbf6e HTTP/1.1" status: 200 len: 849 time: 0.0430114 Jul 23 07:31:59.639484 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516a4d4-319a-4610-ad00-cfc9b2c19a48 req-c567d491-2a1c-4e6e-a77b-4485ff3b964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:59.641018 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b516a4d4-319a-4610-ad00-cfc9b2c19a48 req-c567d491-2a1c-4e6e-a77b-4485ff3b964c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f640653b-1b95-4735-ad8a-809138685023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541015 Jul 23 07:31:59.773469 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b516a4d4-319a-4610-ad00-cfc9b2c19a48 req-72eb1827-f516-4360-a0df-f95093485c79 service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909460 Jul 23 07:31:59.777450 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb50a-6615-4ade-b2ea-77a2e93f18bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:31:59.894776 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8324d-47cf-4f44-bdf4-1d4f9d1eba86 req-544e0890-71ad-44a4-be78-223bf150b3fe tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:59.896415 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-43b8324d-47cf-4f44-bdf4-1d4f9d1eba86 req-544e0890-71ad-44a4-be78-223bf150b3fe tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0772941 Jul 23 07:31:59.935609 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-43b8324d-47cf-4f44-bdf4-1d4f9d1eba86 req-58244f19-6b9c-4879-9ab4-414b6a77384b tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332143 Jul 23 07:31:59.984885 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b516a4d4-319a-4610-ad00-cfc9b2c19a48 req-403c5364-2b54-48c7-a103-d9679e01d690 service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615238 Jul 23 07:31:59.991571 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-7d93d914-605b-4130-a505-6fc42089cd6e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:31:59.992920 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-7d93d914-605b-4130-a505-6fc42089cd6e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "GET /v2.0/networks?id=287a8c89-0c72-4334-af82-cc8dcaad7253 HTTP/1.1" status: 200 len: 815 time: 0.1795526 Jul 23 07:32:00.028694 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Request body: {'port': {'device_id': '3603476b-b37e-4242-8cfc-07dabeca6152', 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253', 'admin_state_up': True, 'tenant_id': '53b48d2935be49a39c5e569014173a87'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:32:00.144500 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Made reservation on behalf of 53b48d2935be49a39c5e569014173a87 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:32:00.147940 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:00.286682 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4d262a92-9942-4b50-ba1a-13407a189efc req-de913910-61b3-4b38-bacb-cd63d0f65186 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 210 time: 0.0386024 Jul 23 07:32:00.299784 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Allocated IP 172.20.0.8 (287a8c89-0c72-4334-af82-cc8dcaad7253/545950e2-bd4a-4db2-afca-7a9307ec9e32/3f207b4f-de60-4c7c-b6c8-0572f213c565) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:32:00.447489 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:00.488794 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:00.533851 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['ee0ae23a-b4f6-48d3-9b00-92553439c7f8', 'a2da0d17-f020-48e3-9a8d-879c7672d76f', 'e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:32:00.535413 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Network 287a8c89-0c72-4334-af82-cc8dcaad7253 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:32:00.538625 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:32:00.542297 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:32:00.591527 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:00.592166 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:00.596112 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Pushing event updated for resources: {'Port': ['ID=3f207b4f-de60-4c7c-b6c8-0572f213c565,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:00.608816 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:00.609197 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:00.609501 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:00.609836 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:00.610213 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:00.610559 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:00.610820 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:00.611149 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:00.611468 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:00.611785 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:00.612125 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:00.613001 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:00.617801 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-cfdebaf4-db4d-465e-b831-97b904698a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5931284 Jul 23 07:32:00.657655 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Request body: {'port': {'device_id': '3603476b-b37e-4242-8cfc-07dabeca6152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:32:00.689320 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e91a6-25e2-474d-a67b-5caca03e0a18 req-90b8951b-a3e8-4c7b-85a1-bafe89c48fe3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:00.692051 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-588e91a6-25e2-474d-a67b-5caca03e0a18 req-90b8951b-a3e8-4c7b-85a1-bafe89c48fe3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0840869 Jul 23 07:32:00.734852 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-588e91a6-25e2-474d-a67b-5caca03e0a18 req-2c2dcbb8-3b8c-4217-9cdc-42ae4460b407 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372016 Jul 23 07:32:00.760878 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:01.055976 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f207b4f-de60-4c7c-b6c8-0572f213c565 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:32:01.064905 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:01.083349 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Transition to ACTIVE for port object 3f207b4f-de60-4c7c-b6c8-0572f213c565 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:32:01.090403 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:01.139893 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fcebd-25cf-4490-9f12-9cbf5960763f req-b2f1bc1f-18fc-4599-9475-00a0b00c9512 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:01.141405 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-983fcebd-25cf-4490-9f12-9cbf5960763f req-b2f1bc1f-18fc-4599-9475-00a0b00c9512 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.1301949 Jul 23 07:32:01.171667 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Pushing event updated for resources: {'Port': ['ID=3f207b4f-de60-4c7c-b6c8-0572f213c565,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:01.226945 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-983fcebd-25cf-4490-9f12-9cbf5960763f req-3cea1e2f-dc3a-491e-aafb-040b8c86081f tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794494 Jul 23 07:32:01.251351 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Attempting to bind port 3f207b4f-de60-4c7c-b6c8-0572f213c565 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:32:01.251690 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Attempting to bind port 3f207b4f-de60-4c7c-b6c8-0572f213c565 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:32:01.252022 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Attempting to bind port 3f207b4f-de60-4c7c-b6c8-0572f213c565 on network 287a8c89-0c72-4334-af82-cc8dcaad7253 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:32:01.256339 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Port 3f207b4f-de60-4c7c-b6c8-0572f213c565 on network 287a8c89-0c72-4334-af82-cc8dcaad7253 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:32:01.256661 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Attempting to bind port 3f207b4f-de60-4c7c-b6c8-0572f213c565 on network 287a8c89-0c72-4334-af82-cc8dcaad7253 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:32:01.261337 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:32:01.261678 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Checking segment: {'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:32:01.262062 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Bound using segment: {'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:32:01.262487 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Bound port: 3f207b4f-de60-4c7c-b6c8-0572f213c565, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135720d4-62cd-454b-9201-c837e348dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:32:01.262841 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:01.328598 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] For port 3f207b4f-de60-4c7c-b6c8-0572f213c565, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:32:01.332577 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] For port 3f207b4f-de60-4c7c-b6c8-0572f213c565, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3f207b4f-de60-4c7c-b6c8-0572f213c565,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:32:01.336584 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:01.366466 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:01.367270 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:01.368689 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] 10.222.0.23 "PUT /v2.0/ports/3f207b4f-de60-4c7c-b6c8-0572f213c565 HTTP/1.1" status: 200 len: 1093 time: 0.7222075 Jul 23 07:32:01.371055 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3603476b-b37e-4242-8cfc-07dabeca6152', 'tag': '3f207b4f-de60-4c7c-b6c8-0572f213c565'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:32:01.373350 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604988eb-e131-4d0c-8529-4e609124f5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3603476b-b37e-4242-8cfc-07dabeca6152", "tag": "3f207b4f-de60-4c7c-b6c8-0572f213c565"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:32:01.403182 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462ae5a-f829-4850-bcec-5a687be11f8b service neutron] Pushing event updated for resources: {'Port': ['ID=3f207b4f-de60-4c7c-b6c8-0572f213c565,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:01.416271 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0861d1-fdea-4489-ae5a-0d99ca0c09a0 x-openstack-request-id: req-ae0861d1-fdea-4489-ae5a-0d99ca0c09a0 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:32:01.416559 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3603476b-b37e-4242-8cfc-07dabeca6152", "tag": "3f207b4f-de60-4c7c-b6c8-0572f213c565", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:32:01.416810 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae0861d1-fdea-4489-ae5a-0d99ca0c09a0 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:32:01.417322 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3603476b-b37e-4242-8cfc-07dabeca6152', 'tag': '3f207b4f-de60-4c7c-b6c8-0572f213c565', 'status': 'completed', 'code': 200} Jul 23 07:32:01.422601 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbca51-8a59-4c70-a1a5-e89fd1d15a3f req-71b22f08-8e50-4d8b-a124-c8822ffd88ee tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:01.424101 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0cbbca51-8a59-4c70-a1a5-e89fd1d15a3f req-71b22f08-8e50-4d8b-a124-c8822ffd88ee tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 943 time: 0.0682631 Jul 23 07:32:01.461964 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0cbbca51-8a59-4c70-a1a5-e89fd1d15a3f req-8da71270-1106-4722-97c1-e927c4a21b2e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312777 Jul 23 07:32:01.509117 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a4aa15be-9e3c-4dec-87e0-a8cbb193a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:01.510645 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-a4aa15be-9e3c-4dec-87e0-a8cbb193a112 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53b48d2935be49a39c5e569014173a87&device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 1096 time: 0.0533981 Jul 23 07:32:01.569511 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-21993da6-76f0-473d-9663-2db05d33c1f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f207b4f-de60-4c7c-b6c8-0572f213c565 HTTP/1.1" status: 200 len: 217 time: 0.0365760 Jul 23 07:32:01.640944 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-9777cd72-5cce-44b9-bcd5-2158b49f456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:01.642442 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-9777cd72-5cce-44b9-bcd5-2158b49f456c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=545950e2-bd4a-4db2-afca-7a9307ec9e32 HTTP/1.1" status: 200 len: 855 time: 0.0435855 Jul 23 07:32:01.678155 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-c87e23a2-3d39-406d-b476-450e17c30234 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=287a8c89-0c72-4334-af82-cc8dcaad7253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259535 Jul 23 07:32:01.776484 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-814ee3be-2c12-4c02-996f-e5ffec89d559 service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873852 Jul 23 07:32:01.934699 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-42601ee2-665e-4ddf-b9da-e6c6cf8bcc2a req-e9e9428f-140f-4cfc-8eff-5242312d7c19 service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231461 Jul 23 07:32:01.945607 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a0d74-85f8-41e2-a9a2-881de99200c5 req-b3c53b33-6535-4776-ab40-5e4ebd447f87 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:01.947103 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-780a0d74-85f8-41e2-a9a2-881de99200c5 req-b3c53b33-6535-4776-ab40-5e4ebd447f87 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.1265318 Jul 23 07:32:01.986436 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-780a0d74-85f8-41e2-a9a2-881de99200c5 req-739af267-97b1-49fb-800f-23d5ecbb5104 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331023 Jul 23 07:32:02.101086 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604988eb-e131-4d0c-8529-4e609124f5e2 req-2e53d1d3-d5cd-4dc2-8242-c1644416ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:02.102566 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-604988eb-e131-4d0c-8529-4e609124f5e2 req-2e53d1d3-d5cd-4dc2-8242-c1644416ea19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=53b48d2935be49a39c5e569014173a87&device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 1096 time: 0.0546446 Jul 23 07:32:02.198854 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-179da517-dda1-48ac-878b-70a4cf3c045b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:02.205215 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604988eb-e131-4d0c-8529-4e609124f5e2 req-dd53ee69-bed5-4469-a8a6-53ae348d28df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:02.206740 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-604988eb-e131-4d0c-8529-4e609124f5e2 req-dd53ee69-bed5-4469-a8a6-53ae348d28df service neutron] 10.222.0.23 "GET /v2.0/networks?id=287a8c89-0c72-4334-af82-cc8dcaad7253 HTTP/1.1" status: 200 len: 916 time: 0.0883093 Jul 23 07:32:02.249875 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-604988eb-e131-4d0c-8529-4e609124f5e2 req-b275816c-d274-434c-8be9-b6ce85ce50bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f207b4f-de60-4c7c-b6c8-0572f213c565 HTTP/1.1" status: 200 len: 217 time: 0.0329204 Jul 23 07:32:02.297013 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604988eb-e131-4d0c-8529-4e609124f5e2 req-5793431d-9297-4b33-951f-7708b225211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:02.298556 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-604988eb-e131-4d0c-8529-4e609124f5e2 req-5793431d-9297-4b33-951f-7708b225211b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=545950e2-bd4a-4db2-afca-7a9307ec9e32 HTTP/1.1" status: 200 len: 855 time: 0.0422895 Jul 23 07:32:02.338563 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-604988eb-e131-4d0c-8529-4e609124f5e2 req-2a702872-87ec-4c28-a5e7-96fd357eaace service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=287a8c89-0c72-4334-af82-cc8dcaad7253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306427 Jul 23 07:32:02.358072 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12505783-d69e-4afe-93f6-7ed7b0fce4fd req-2e0a1d4c-5228-457d-a9a1-b0e20e0aa967 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:02.359555 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-12505783-d69e-4afe-93f6-7ed7b0fce4fd req-2e0a1d4c-5228-457d-a9a1-b0e20e0aa967 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0675728 Jul 23 07:32:02.400434 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-12505783-d69e-4afe-93f6-7ed7b0fce4fd req-da74100f-36c8-4458-9163-9309ad820685 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344119 Jul 23 07:32:02.698316 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-604988eb-e131-4d0c-8529-4e609124f5e2 req-5e8652f0-eb04-43ec-9296-b4317d63e1c0 service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524642 Jul 23 07:32:02.710967 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b850d-1007-4436-b0f9-92885d84971a req-98081362-e277-4fb6-948f-740b007bd1bd tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:02.712373 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-044b850d-1007-4436-b0f9-92885d84971a req-98081362-e277-4fb6-948f-740b007bd1bd tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 943 time: 0.1190665 Jul 23 07:32:02.729861 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:02.800353 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-044b850d-1007-4436-b0f9-92885d84971a req-dac9c3bf-78cc-45f0-9a9c-4dca117375e7 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793030 Jul 23 07:32:02.824991 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-604988eb-e131-4d0c-8529-4e609124f5e2 req-5d22ae34-4f78-43ec-b461-11fe4b0c42fb service neutron] 10.222.0.23 "GET /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116862 Jul 23 07:32:03.118917 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25782e-8108-468f-9c05-37ee863fdde7 req-fb59ed83-cce0-4199-8a9e-454de311109c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:03.120656 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0b25782e-8108-468f-9c05-37ee863fdde7 req-fb59ed83-cce0-4199-8a9e-454de311109c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0626345 Jul 23 07:32:03.156879 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0b25782e-8108-468f-9c05-37ee863fdde7 req-4c7ad105-4f25-47d6-b11e-a4800f5c97e6 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306759 Jul 23 07:32:03.515527 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:03.532794 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7adb6-6baf-416e-9032-09ec0ea5f3d7 req-82c06b80-f026-4348-ac7a-8ece38bd0a15 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:03.534433 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1af7adb6-6baf-416e-9032-09ec0ea5f3d7 req-82c06b80-f026-4348-ac7a-8ece38bd0a15 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0687273 Jul 23 07:32:03.573065 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1af7adb6-6baf-416e-9032-09ec0ea5f3d7 req-980b3da7-0f10-4684-b68f-48e3a5a62774 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331135 Jul 23 07:32:03.929651 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2bcfc-1477-42ac-8e07-d48f5fce106e req-322ef1ce-2772-4796-bc57-963962e7caa3 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:03.931124 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3eb2bcfc-1477-42ac-8e07-d48f5fce106e req-322ef1ce-2772-4796-bc57-963962e7caa3 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 943 time: 0.0648549 Jul 23 07:32:03.966354 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3eb2bcfc-1477-42ac-8e07-d48f5fce106e req-c51c211a-9ad4-4d9e-a263-a426145397d9 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297763 Jul 23 07:32:04.288258 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633131be-69bb-4005-a557-fd8d445e03c8 req-ebcf36af-768c-4595-83e6-b29e068214b5 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:04.289745 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-633131be-69bb-4005-a557-fd8d445e03c8 req-ebcf36af-768c-4595-83e6-b29e068214b5 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0629635 Jul 23 07:32:04.326325 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-633131be-69bb-4005-a557-fd8d445e03c8 req-f4b1ee86-4a2c-4be1-96aa-6fa410d5171a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309641 Jul 23 07:32:04.698759 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf89970-6b5b-4b15-987e-7bdc779dff16 req-ade94e11-1435-4374-a1d8-01cc09e8f83d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:04.700280 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-bdf89970-6b5b-4b15-987e-7bdc779dff16 req-ade94e11-1435-4374-a1d8-01cc09e8f83d tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0619905 Jul 23 07:32:04.736709 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-bdf89970-6b5b-4b15-987e-7bdc779dff16 req-a0506858-ec91-45e8-ab15-fe64b5b50704 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/security-groups?id=f530342a-dd9a-466f-bbde-0deaf1f2a814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310290 Jul 23 07:32:04.807052 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60199880-db57-4c08-9080-d9bffe6824f4 req-c4de97d4-4e65-4a82-90cb-d1772d1fb690 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:04.808541 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-60199880-db57-4c08-9080-d9bffe6824f4 req-c4de97d4-4e65-4a82-90cb-d1772d1fb690 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.23 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 945 time: 0.0618672 Jul 23 07:32:04.915935 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-60199880-db57-4c08-9080-d9bffe6824f4 req-7786ef15-87e8-48ea-8b62-1e13030ae6e3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Deleting port 3965f627-3809-44cb-a946-df133878c11d {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:32:04.916234 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-60199880-db57-4c08-9080-d9bffe6824f4 req-7786ef15-87e8-48ea-8b62-1e13030ae6e3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:05.006226 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-60199880-db57-4c08-9080-d9bffe6824f4 req-7786ef15-87e8-48ea-8b62-1e13030ae6e3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] For port 3965f627-3809-44cb-a946-df133878c11d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3965f627-3809-44cb-a946-df133878c11d,segment=NetworkSegment(fdc479ed-3be3-4fd9-8b4b-29affecf4854),segment_id=fdc479ed-3be3-4fd9-8b4b-29affecf4854)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:05.006590 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-60199880-db57-4c08-9080-d9bffe6824f4 req-7786ef15-87e8-48ea-8b62-1e13030ae6e3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:05.018686 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-60199880-db57-4c08-9080-d9bffe6824f4 req-7786ef15-87e8-48ea-8b62-1e13030ae6e3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Calling delete_port for 3965f627-3809-44cb-a946-df133878c11d owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:32:05.148406 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9fe1b-97f3-4509-991e-6c4958a5966c req-7048f93c-5835-4768-8c7f-ad1363928f5c tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:05.149968 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e3d9fe1b-97f3-4509-991e-6c4958a5966c req-7048f93c-5835-4768-8c7f-ad1363928f5c tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 943 time: 0.0914106 Jul 23 07:32:05.218157 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e3d9fe1b-97f3-4509-991e-6c4958a5966c req-b147312b-d077-412d-ad57-df5bc077ebba tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479789 Jul 23 07:32:05.219191 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-60199880-db57-4c08-9080-d9bffe6824f4 req-7786ef15-87e8-48ea-8b62-1e13030ae6e3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:05.246283 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786ef15-87e8-48ea-8b62-1e13030ae6e3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Pushing event deleted for resources: {'Port': ['ID=3965f627-3809-44cb-a946-df133878c11d,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:05.267457 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['3965f627-3809-44cb-a946-df133878c11d'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:32:05.291994 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-60199880-db57-4c08-9080-d9bffe6824f4 req-7786ef15-87e8-48ea-8b62-1e13030ae6e3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] No DVR routers for this DVR port 3965f627-3809-44cb-a946-df133878c11d on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:32:05.294474 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-60199880-db57-4c08-9080-d9bffe6824f4 req-7786ef15-87e8-48ea-8b62-1e13030ae6e3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:05.296756 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-60199880-db57-4c08-9080-d9bffe6824f4 req-7786ef15-87e8-48ea-8b62-1e13030ae6e3 tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.23 "DELETE /v2.0/ports/3965f627-3809-44cb-a946-df133878c11d HTTP/1.1" status: 204 len: 173 time: 0.4804835 Jul 23 07:32:05.297193 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835bda9b-8053-4b45-8a14-3dd4680c0cad', 'name': 'network-vif-deleted', 'tag': '3965f627-3809-44cb-a946-df133878c11d'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:32:05.299928 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d415a621-c352-4dfd-9404-43e75c1e7f7e" -d '{"events": [{"server_uuid": "835bda9b-8053-4b45-8a14-3dd4680c0cad", "name": "network-vif-deleted", "tag": "3965f627-3809-44cb-a946-df133878c11d"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:32:05.334605 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc41f5e-7600-4e14-a2e9-377692270817 x-openstack-request-id: req-5bc41f5e-7600-4e14-a2e9-377692270817 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:32:05.334892 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835bda9b-8053-4b45-8a14-3dd4680c0cad", "name": "network-vif-deleted", "tag": "3965f627-3809-44cb-a946-df133878c11d", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:32:05.335147 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bc41f5e-7600-4e14-a2e9-377692270817 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:32:05.335598 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835bda9b-8053-4b45-8a14-3dd4680c0cad', 'name': 'network-vif-deleted', 'tag': '3965f627-3809-44cb-a946-df133878c11d', 'status': 'completed', 'code': 200} Jul 23 07:32:05.463496 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396b4c5-19f6-4101-aeb4-57eccf27747e req-b8fdda52-8cf5-47e9-90b1-973e17b6cd30 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:05.465004 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2396b4c5-19f6-4101-aeb4-57eccf27747e req-b8fdda52-8cf5-47e9-90b1-973e17b6cd30 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0660372 Jul 23 07:32:05.503951 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2396b4c5-19f6-4101-aeb4-57eccf27747e req-613c3285-c3d3-4ed8-b40a-6a22f3c67faa tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331700 Jul 23 07:32:05.539572 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:05.678479 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 3f207b4f-de60-4c7c-b6c8-0572f213c565 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:32:05.769060 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 3f207b4f-de60-4c7c-b6c8-0572f213c565, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3f207b4f-de60-4c7c-b6c8-0572f213c565,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:05.780175 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': '3f207b4f-de60-4c7c-b6c8-0572f213c565', 'network_id': '287a8c89-0c72-4334-af82-cc8dcaad7253', 'port_id': '3f207b4f-de60-4c7c-b6c8-0572f213c565', 'mac_address': 'fa:16:3e:ed:d6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545950e2-bd4a-4db2-afca-7a9307ec9e32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:32:05.820438 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:05.833475 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f207b4f-de60-4c7c-b6c8-0572f213c565 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:32:05.846190 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b03a9f6f-61bc-4176-82be-1500f87d5b95 req-ac52f845-c5ef-4bc3-a4f3-9b36a2afedea tempest-ServerRescueNegativeTestJSON-2097624336 tempest-ServerRescueNegativeTestJSON-2097624336-project] 10.222.0.13 "GET /v2.0/ports?device_id=835bda9b-8053-4b45-8a14-3dd4680c0cad HTTP/1.1" status: 200 len: 210 time: 0.0292425 Jul 23 07:32:05.853058 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 3f207b4f-de60-4c7c-b6c8-0572f213c565, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3f207b4f-de60-4c7c-b6c8-0572f213c565,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:05.857597 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:05.905901 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=3f207b4f-de60-4c7c-b6c8-0572f213c565,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:06.273257 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['3f207b4f-de60-4c7c-b6c8-0572f213c565'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:32:06.346254 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf406f6-c3e8-4c22-a604-8ab90f5f6c65 req-8e53e8cf-b09e-4289-84da-f4248fa4550a tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:06.347943 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-baf406f6-c3e8-4c22-a604-8ab90f5f6c65 req-8e53e8cf-b09e-4289-84da-f4248fa4550a tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 944 time: 0.0630732 Jul 23 07:32:06.385710 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-baf406f6-c3e8-4c22-a604-8ab90f5f6c65 req-b202fa27-bae2-48be-bcf1-df80d660b956 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321150 Jul 23 07:32:06.643586 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d0991-76ee-4cf2-8192-820890f3c672 req-0f8cbcbe-a459-411d-bf83-0137e22922e3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:06.645021 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7c0d0991-76ee-4cf2-8192-820890f3c672 req-0f8cbcbe-a459-411d-bf83-0137e22922e3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.0647478 Jul 23 07:32:06.682549 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7c0d0991-76ee-4cf2-8192-820890f3c672 req-05e0f89b-e18c-494a-a5af-2f26eb7badb8 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320635 Jul 23 07:32:06.904864 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47252) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:07.511800 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747086'] for router_interface, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:07.523463 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbf3dd-5a78-4ef7-9ae7-46ea854f0bff req-69100af1-16bb-4a2f-8937-f6a0cedcb8d2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:07.525675 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0adbf3dd-5a78-4ef7-9ae7-46ea854f0bff req-69100af1-16bb-4a2f-8937-f6a0cedcb8d2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 944 time: 0.0674281 Jul 23 07:32:07.562573 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0adbf3dd-5a78-4ef7-9ae7-46ea854f0bff req-732b77a9-ca28-483f-9380-c6a2d90e644c tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313804 Jul 23 07:32:07.695841 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device b9582ac8-00f4-4476-ae63-a8d03e078848 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:32:07.704603 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 3f207b4f-de60-4c7c-b6c8-0572f213c565 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:32:07.814157 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port 3f207b4f-de60-4c7c-b6c8-0572f213c565 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:32:07.826737 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port 3f207b4f-de60-4c7c-b6c8-0572f213c565 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:32:07.827109 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:07.864690 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623dc1b-e5d6-4632-a80e-4b49f7c58444 req-7f0c13ba-eee9-4c69-a60f-95c896cdecc2 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:07.866299 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e623dc1b-e5d6-4632-a80e-4b49f7c58444 req-7f0c13ba-eee9-4c69-a60f-95c896cdecc2 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 944 time: 0.1062593 Jul 23 07:32:07.868601 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port b9582ac8-00f4-4476-ae63-a8d03e078848, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9582ac8-00f4-4476-ae63-a8d03e078848,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:07.885607 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'port_id': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'mac_address': 'fa:16:3e:82:1c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:32:07.899341 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Deleting port 96cd05ec-75f3-49db-afec-4668c52d5ce0 {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:32:07.899684 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:07.929742 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e623dc1b-e5d6-4632-a80e-4b49f7c58444 req-a7e21b88-556e-444c-9267-a514c94a7511 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566335 Jul 23 07:32:07.974876 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:07.983848 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:08.002386 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] For port 96cd05ec-75f3-49db-afec-4668c52d5ce0, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=96cd05ec-75f3-49db-afec-4668c52d5ce0,segment=NetworkSegment(fdc479ed-3be3-4fd9-8b4b-29affecf4854),segment_id=fdc479ed-3be3-4fd9-8b4b-29affecf4854)] {{(pid=93082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:08.002825 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:08.006464 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9582ac8-00f4-4476-ae63-a8d03e078848 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:32:08.016939 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3603476b-b37e-4242-8cfc-07dabeca6152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f207b4f-de60-4c7c-b6c8-0572f213c565'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:32:08.019850 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdadcebd-22cd-4953-be11-e8b05aa51adc" -d '{"events": [{"server_uuid": "3603476b-b37e-4242-8cfc-07dabeca6152", "name": "network-vif-plugged", "status": "completed", "tag": "3f207b4f-de60-4c7c-b6c8-0572f213c565"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:32:08.022313 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Calling delete_port for 96cd05ec-75f3-49db-afec-4668c52d5ce0 owned by network:router_interface {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:32:08.038247 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 3f207b4f-de60-4c7c-b6c8-0572f213c565, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3f207b4f-de60-4c7c-b6c8-0572f213c565,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:08.045801 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:08.048766 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port b9582ac8-00f4-4476-ae63-a8d03e078848, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9582ac8-00f4-4476-ae63-a8d03e078848,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:08.221349 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:08.229201 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51d1166-d53c-4dc8-aa9c-45e3458660ba x-openstack-request-id: req-e51d1166-d53c-4dc8-aa9c-45e3458660ba {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:32:08.229549 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3603476b-b37e-4242-8cfc-07dabeca6152", "name": "network-vif-plugged", "status": "completed", "tag": "3f207b4f-de60-4c7c-b6c8-0572f213c565", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:32:08.229784 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e51d1166-d53c-4dc8-aa9c-45e3458660ba {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:32:08.230119 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3603476b-b37e-4242-8cfc-07dabeca6152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f207b4f-de60-4c7c-b6c8-0572f213c565', 'code': 200} Jul 23 07:32:08.235121 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=3f207b4f-de60-4c7c-b6c8-0572f213c565,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:08.243202 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99126451-7138-4b59-9f14-6bef106298e0 req-8437f74d-8762-4b73-8f72-76da39771d30 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:08.244740 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-99126451-7138-4b59-9f14-6bef106298e0 req-8437f74d-8762-4b73-8f72-76da39771d30 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.1470931 Jul 23 07:32:08.286850 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=b9582ac8-00f4-4476-ae63-a8d03e078848,revision_number=9']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:08.303213 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-99126451-7138-4b59-9f14-6bef106298e0 req-95c619dd-1636-49f5-b699-d3fd9684a142 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511541 Jul 23 07:32:08.346771 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:08.371087 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Pushing event deleted for resources: {'Port': ['ID=96cd05ec-75f3-49db-afec-4668c52d5ce0,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:08.377640 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d71ce-0670-42f4-b053-899052678060 req-86949dc2-8063-42ba-8266-b84628b00224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:08.379147 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-282d71ce-0670-42f4-b053-899052678060 req-86949dc2-8063-42ba-8266-b84628b00224 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 1098 time: 0.0562155 Jul 23 07:32:08.380674 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:08.381026 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:08.381361 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:08.381690 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:08.382017 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:08.382747 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:08.382747 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:08.382971 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:08.383293 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:08.383609 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:08.383926 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:08.384270 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:08.419296 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-282d71ce-0670-42f4-b053-899052678060 req-f8fb1462-52ef-475e-8143-1d6fe7fb81eb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283134 Jul 23 07:32:08.541449 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746962'] for router_interface, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:08.627931 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['b9582ac8-00f4-4476-ae63-a8d03e078848'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:32:08.696144 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df56614-0e1c-466f-8686-56bc3c5a966d req-2cc6ea79-9261-415c-aa29-24476e9164de tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:08.697674 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9df56614-0e1c-466f-8686-56bc3c5a966d req-2cc6ea79-9261-415c-aa29-24476e9164de tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 945 time: 0.0647879 Jul 23 07:32:08.741555 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9df56614-0e1c-466f-8686-56bc3c5a966d req-5c438c2e-2d58-4f36-b7db-4a77d4df8329 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383546 Jul 23 07:32:08.763959 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Router 3c70ac0b-1c8a-4511-a242-76d22a7049d4 has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:32:08.867967 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:32:08.873240 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-d4bd72de-2e40-47fd-b58e-aebf18d79685 admin admin] 10.222.0.13 "PUT /v2.0/routers/3c70ac0b-1c8a-4511-a242-76d22a7049d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9672334 Jul 23 07:32:08.875659 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47268) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:08.876729 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f521de7-7544-41bf-a253-52a013df4b11 None None] Sync routers for ids ['3c70ac0b-1c8a-4511-a242-76d22a7049d4'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:32:08.887161 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f521de7-7544-41bf-a253-52a013df4b11 None None] Routers {'3c70ac0b-1c8a-4511-a242-76d22a7049d4'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:32:08.887762 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-8f521de7-7544-41bf-a253-52a013df4b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:32:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['3c70ac0b-1c8a-4511-a242-76d22a7049d4'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:08.981144 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] Notify callbacks [] for router, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:08.998737 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-8f521de7-7544-41bf-a253-52a013df4b11 None None] Set router 3c70ac0b-1c8a-4511-a242-76d22a7049d4 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:32:09.177899 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-8f521de7-7544-41bf-a253-52a013df4b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'name': 'tempest-ServerRescueNegativeTestJSON-987699489-router', 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:32:08Z', 'revision_number': 5, 'project_id': 'c1b97984a86d47e4a53350db0daee3cf', 'gw_port': {'id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:91:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:46Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:09.207169 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f521de7-7544-41bf-a253-52a013df4b11 None None] Checking router: 3c70ac0b-1c8a-4511-a242-76d22a7049d4 for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:32:09.215595 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f521de7-7544-41bf-a253-52a013df4b11 None None] Routers {'3c70ac0b-1c8a-4511-a242-76d22a7049d4'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:32:09.216232 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-8f521de7-7544-41bf-a253-52a013df4b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:32:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['3c70ac0b-1c8a-4511-a242-76d22a7049d4'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:09.315848 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-8f521de7-7544-41bf-a253-52a013df4b11 None None] Set router 3c70ac0b-1c8a-4511-a242-76d22a7049d4 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:32:09.351304 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6562fb-a917-4fb2-bddb-26a29e3169b6 req-1eb3764d-d7ca-4ae8-814a-8402ed343a08 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:09.352927 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-fd6562fb-a917-4fb2-bddb-26a29e3169b6 req-1eb3764d-d7ca-4ae8-814a-8402ed343a08 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 945 time: 0.0923564 Jul 23 07:32:09.354662 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:09.427417 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-fd6562fb-a917-4fb2-bddb-26a29e3169b6 req-937b0b16-b94b-4392-ab69-628fc9e1f7a2 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626621 Jul 23 07:32:09.444461 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] Deleting port 14da2003-8ba5-4bde-a521-9fad6330b541 {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:32:09.444812 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:09.455436 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0999cf-cb59-4485-856f-7c3f29a6a75d req-0ba79133-9b55-4445-825f-ac7574b8b7b3 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:09.462625 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9c0999cf-cb59-4485-856f-7c3f29a6a75d req-0ba79133-9b55-4445-825f-ac7574b8b7b3 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0882900 Jul 23 07:32:09.498274 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9c0999cf-cb59-4485-856f-7c3f29a6a75d req-0f20a3e4-1bf9-4051-a53e-afe4690cde08 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347476 Jul 23 07:32:09.528567 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] For port 14da2003-8ba5-4bde-a521-9fad6330b541, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=14da2003-8ba5-4bde-a521-9fad6330b541,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:09.528914 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:09.541235 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] Calling delete_port for 14da2003-8ba5-4bde-a521-9fad6330b541 owned by network:router_gateway {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:32:09.587995 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-8f521de7-7544-41bf-a253-52a013df4b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'name': 'tempest-ServerRescueNegativeTestJSON-987699489-router', 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:32:08Z', 'revision_number': 5, 'project_id': 'c1b97984a86d47e4a53350db0daee3cf', 'gw_port': {'id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:91:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:46Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:09.614081 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f521de7-7544-41bf-a253-52a013df4b11 None None] The sync data for ids ['3c70ac0b-1c8a-4511-a242-76d22a7049d4'] in dv-cinder-773985-13-iscsi is: [{'id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'name': 'tempest-ServerRescueNegativeTestJSON-987699489-router', 'tenant_id': 'c1b97984a86d47e4a53350db0daee3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:32:08Z', 'revision_number': 5, 'project_id': 'c1b97984a86d47e4a53350db0daee3cf', 'gw_port': {'id': '14da2003-8ba5-4bde-a521-9fad6330b541', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:91:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c70ac0b-1c8a-4511-a242-76d22a7049d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:46Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:32:09.706662 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:09.713948 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device b9582ac8-00f4-4476-ae63-a8d03e078848 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:32:09.732661 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=14da2003-8ba5-4bde-a521-9fad6330b541,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:09.773593 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port b9582ac8-00f4-4476-ae63-a8d03e078848 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:32:09.774095 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:09.812799 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745076'] for router_gateway, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:09.860217 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:09.899482 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port b9582ac8-00f4-4476-ae63-a8d03e078848, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9582ac8-00f4-4476-ae63-a8d03e078848,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:09.903124 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:09.903897 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 3965f627-3809-44cb-a946-df133878c11d no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:32:09.942636 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: 3965f627-3809-44cb-a946-df133878c11d {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:32:09.942988 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 3965f627-3809-44cb-a946-df133878c11d not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:32:09.945686 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15043'] for router, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:09.948648 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:09.968874 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=b9582ac8-00f4-4476-ae63-a8d03e078848,revision_number=10']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:10.023331 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745231'] for router, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:10.023938 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c70ac0b-1c8a-4511-a242-76d22a7049d4 {{(pid=93082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 07:32:10.030027 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] Notify callbacks [] for router, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:10.031434 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-cef999a7-266d-4f44-bb0a-93d855223f3a admin admin] 10.222.0.13 "DELETE /v2.0/routers/3c70ac0b-1c8a-4511-a242-76d22a7049d4 HTTP/1.1" status: 204 len: 168 time: 1.1546493 Jul 23 07:32:10.034224 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47276) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:10.050832 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a7ac-ec89-47b5-a2ec-87dfe82dce92 req-779453c2-39ff-4b18-a43b-046358530b37 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:10.052354 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0fe6a7ac-ec89-47b5-a2ec-87dfe82dce92 req-779453c2-39ff-4b18-a43b-046358530b37 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 945 time: 0.2220101 Jul 23 07:32:10.109449 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad18463-cf51-469a-be4b-bf3d2ae95c7d admin admin] Deleting subnet d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66 {{(pid=93082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:32:10.113544 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4ad18463-cf51-469a-be4b-bf3d2ae95c7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:10.145897 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0fe6a7ac-ec89-47b5-a2ec-87dfe82dce92 req-dcbd70dc-07d5-4d6e-a94b-ab2b1079be13 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736604 Jul 23 07:32:10.158323 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4ad18463-cf51-469a-be4b-bf3d2ae95c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14992576'] for subnet, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:10.198352 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4ad18463-cf51-469a-be4b-bf3d2ae95c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:10.230975 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130d617b-ed49-4995-a379-463d96c6085d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9582ac8-00f4-4476-ae63-a8d03e078848'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:32:10.233919 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4ce66c-80bf-4989-9793-ec061271cb5e" -d '{"events": [{"server_uuid": "130d617b-ed49-4995-a379-463d96c6085d", "name": "network-vif-plugged", "status": "completed", "tag": "b9582ac8-00f4-4476-ae63-a8d03e078848"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:32:10.262709 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4ad18463-cf51-469a-be4b-bf3d2ae95c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15755894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13111125'] for subnet, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:10.278514 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793e0931-7412-40d1-80d1-812432d7db18 x-openstack-request-id: req-793e0931-7412-40d1-80d1-812432d7db18 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:32:10.278866 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130d617b-ed49-4995-a379-463d96c6085d", "name": "network-vif-plugged", "status": "completed", "tag": "b9582ac8-00f4-4476-ae63-a8d03e078848", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:32:10.279205 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-793e0931-7412-40d1-80d1-812432d7db18 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:32:10.279714 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130d617b-ed49-4995-a379-463d96c6085d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'code': 200} Jul 23 07:32:10.293569 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad18463-cf51-469a-be4b-bf3d2ae95c7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:10.295575 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4ad18463-cf51-469a-be4b-bf3d2ae95c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:10.297521 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-4ad18463-cf51-469a-be4b-bf3d2ae95c7d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d2dc4f3b-c31b-4e8b-b7c3-a28a856b4b66 HTTP/1.1" status: 204 len: 168 time: 0.2617025 Jul 23 07:32:10.300936 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47280) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:10.374075 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e188-8251-458e-a184-90c9a35a4588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:10.455966 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e188-8251-458e-a184-90c9a35a4588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:10.466004 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-d2d2e188-8251-458e-a184-90c9a35a4588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619f42d6-ea41-4e81-89f0-fe4ff73d474b']}} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:10.475909 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-d2d2e188-8251-458e-a184-90c9a35a4588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc479ed-3be3-4fd9-8b4b-29affecf4854') {'for_net_delete': True} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:10.476231 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-d2d2e188-8251-458e-a184-90c9a35a4588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc479ed-3be3-4fd9-8b4b-29affecf4854') {} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:10.484903 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e188-8251-458e-a184-90c9a35a4588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14992585'] for segment, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:10.498861 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e188-8251-458e-a184-90c9a35a4588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:10.505266 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d2e188-8251-458e-a184-90c9a35a4588 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:32:10.505651 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e188-8251-458e-a184-90c9a35a4588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15755788'] for segment, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: Traceback (most recent call last): Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: timer() Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: cb(*args, **kw) Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: return func(*args, **kwargs) Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: self._notify() Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: self.callback(batched_events) Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: event.method(event) Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: return f(self, *a, **k) Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._get(url).json() Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: return self.request(url, 'GET', **kwargs) Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:32:10.507296 dv-cinder-773985-13-iscsi neutron-server[93082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:32:10.599431 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e188-8251-458e-a184-90c9a35a4588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:10.611774 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e188-8251-458e-a184-90c9a35a4588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:10.614256 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-d2d2e188-8251-458e-a184-90c9a35a4588 admin admin] 10.222.0.13 "DELETE /v2.0/networks/619f42d6-ea41-4e81-89f0-fe4ff73d474b HTTP/1.1" status: 204 len: 168 time: 0.3124022 Jul 23 07:32:10.626723 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2e188-8251-458e-a184-90c9a35a4588 admin admin] Pushing event deleted for resources: {'Network': ['ID=619f42d6-ea41-4e81-89f0-fe4ff73d474b,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:10.632861 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc3174-24b8-493e-9711-a924dfd29423 req-10995081-b8f2-444f-b179-44b3953ee8ca tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:10.636042 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6bbc3174-24b8-493e-9711-a924dfd29423 req-10995081-b8f2-444f-b179-44b3953ee8ca tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0713668 Jul 23 07:32:10.650230 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42ee5d-bddc-4b8e-8989-987f21c89fac req-171a3c57-ec75-4ac5-bbcc-1ca65174edb4 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:10.653174 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0d42ee5d-bddc-4b8e-8989-987f21c89fac req-171a3c57-ec75-4ac5-bbcc-1ca65174edb4 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 947 time: 0.1330040 Jul 23 07:32:10.685445 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6bbc3174-24b8-493e-9711-a924dfd29423 req-19485026-c447-4f43-9ff1-cff24e2d5ca7 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428028 Jul 23 07:32:10.712812 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0d42ee5d-bddc-4b8e-8989-987f21c89fac req-2090adfc-4831-41d8-8172-5462a2447225 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545180 Jul 23 07:32:10.872548 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47288) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:10.898600 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b12d0f-0f42-4de5-8ad8-201e1743fe9c req-56ed5d57-2cc9-4723-b0c7-08460f883c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:10.900494 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-44b12d0f-0f42-4de5-8ad8-201e1743fe9c req-56ed5d57-2cc9-4723-b0c7-08460f883c8b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 1100 time: 0.0565825 Jul 23 07:32:10.911980 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-039c1eac-6b10-4cdb-82a8-a999ae213d7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1b97984a86d47e4a53350db0daee3cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381494 Jul 23 07:32:10.914378 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47290) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:10.939128 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-44b12d0f-0f42-4de5-8ad8-201e1743fe9c req-394f8114-f488-4fac-8c3f-d9acae12ba25 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285304 Jul 23 07:32:10.962189 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d31f4fe7-f366-49e8-be90-493000a79941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:10.983294 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d31f4fe7-f366-49e8-be90-493000a79941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:11.001999 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 14da2003-8ba5-4bde-a521-9fad6330b541 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:32:11.022825 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 14da2003-8ba5-4bde-a521-9fad6330b541 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:32:11.023163 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 14da2003-8ba5-4bde-a521-9fad6330b541 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:32:11.023576 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 96cd05ec-75f3-49db-afec-4668c52d5ce0 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:32:11.035195 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d31f4fe7-f366-49e8-be90-493000a79941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:11.038461 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d31f4fe7-f366-49e8-be90-493000a79941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:11.039603 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-d31f4fe7-f366-49e8-be90-493000a79941 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f530342a-dd9a-466f-bbde-0deaf1f2a814 HTTP/1.1" status: 204 len: 168 time: 0.1243432 Jul 23 07:32:11.043011 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 96cd05ec-75f3-49db-afec-4668c52d5ce0 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:32:11.043368 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 96cd05ec-75f3-49db-afec-4668c52d5ce0 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:32:11.054861 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f4fe7-f366-49e8-be90-493000a79941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f530342a-dd9a-466f-bbde-0deaf1f2a814,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:11.277899 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc266294-b41c-4de7-b73a-e7b70f8e3f47 req-78eebb4a-7c56-40e5-a1a0-fdfc886612d4 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:11.279358 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc266294-b41c-4de7-b73a-e7b70f8e3f47 req-78eebb4a-7c56-40e5-a1a0-fdfc886612d4 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 945 time: 0.0674117 Jul 23 07:32:11.321573 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc266294-b41c-4de7-b73a-e7b70f8e3f47 req-cb9d7fdf-4dad-45ff-b17f-484bdcb16f0a tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366318 Jul 23 07:32:11.818314 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5a981-ea8d-4511-9618-86d95447b7c9 req-bb8245ae-97f7-4eb7-8221-8bed66a48ae8 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:11.819819 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-00e5a981-ea8d-4511-9618-86d95447b7c9 req-bb8245ae-97f7-4eb7-8221-8bed66a48ae8 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0639246 Jul 23 07:32:11.854200 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc58ce-ff38-43c8-946d-b1eb21b790b8 req-4f438ee9-90f8-4a68-93a9-4ee624580406 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:11.855721 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eabc58ce-ff38-43c8-946d-b1eb21b790b8 req-4f438ee9-90f8-4a68-93a9-4ee624580406 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 947 time: 0.0644045 Jul 23 07:32:11.856497 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-00e5a981-ea8d-4511-9618-86d95447b7c9 req-c9d29d08-7e51-4b68-98dc-ce3c10164610 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309923 Jul 23 07:32:11.899999 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eabc58ce-ff38-43c8-946d-b1eb21b790b8 req-9ed2c58d-103d-49c7-8c73-e124108d822d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383916 Jul 23 07:32:12.409911 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 47358) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:12.530563 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-0626c2ea-8dc6-4446-8bda-2a9fbd3306d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:12.640371 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-0626c2ea-8dc6-4446-8bda-2a9fbd3306d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:12.646562 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-0626c2ea-8dc6-4446-8bda-2a9fbd3306d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:12.694292 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626c2ea-8dc6-4446-8bda-2a9fbd3306d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d8f9de-6bb3-41d5-b2eb-c4534bff54f7,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:12.701550 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-0626c2ea-8dc6-4446-8bda-2a9fbd3306d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41ba43e12d704a11a7331c7a6781bc6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875361 Jul 23 07:32:12.702870 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47384) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:12.760752 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b9da21f4-01ad-4922-bd03-33c416ee7391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:12.787717 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b9da21f4-01ad-4922-bd03-33c416ee7391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:12.838463 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b9da21f4-01ad-4922-bd03-33c416ee7391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:12.841226 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b9da21f4-01ad-4922-bd03-33c416ee7391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:12.842462 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-b9da21f4-01ad-4922-bd03-33c416ee7391 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38d8f9de-6bb3-41d5-b2eb-c4534bff54f7 HTTP/1.1" status: 204 len: 168 time: 0.1381147 Jul 23 07:32:12.855870 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da21f4-01ad-4922-bd03-33c416ee7391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d8f9de-6bb3-41d5-b2eb-c4534bff54f7,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:13.024544 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206a07f-42fc-49b2-84cf-6f24a54845cb req-1c75e71f-32bd-4db5-8f93-8c961be5d21c tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:13.031749 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4206a07f-42fc-49b2-84cf-6f24a54845cb req-1c75e71f-32bd-4db5-8f93-8c961be5d21c tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0853286 Jul 23 07:32:13.115283 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4206a07f-42fc-49b2-84cf-6f24a54845cb req-baf7e01d-24af-4249-a674-e5fa013266c2 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824544 Jul 23 07:32:13.196040 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddeeb6-a5af-47c4-9c36-955522eb062d req-fdde09bf-1345-4237-a3f2-ad7ec6541fc0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:13.197702 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-86ddeeb6-a5af-47c4-9c36-955522eb062d req-fdde09bf-1345-4237-a3f2-ad7ec6541fc0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 947 time: 0.0883474 Jul 23 07:32:13.239971 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-86ddeeb6-a5af-47c4-9c36-955522eb062d req-dc718ac1-64e4-4e21-bb2e-9d595979e1f1 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362065 Jul 23 07:32:13.561999 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47430) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:13.654513 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-222801789-network', 'tenant_id': 'e56e58ef52b3465891f9ce45b0ce3722'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:32:13.674938 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] Made reservation on behalf of e56e58ef52b3465891f9ce45b0ce3722 for: {'network': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:32:13.677194 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:13.684969 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:13.769699 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:13.773428 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:13.796862 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:32:13.806249 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa78cd26-a24f-4417-95bc-c84abc323442,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:13.811007 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:13.811344 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.segments_db [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] Added segment 1221c6f2-00fe-4328-aaf0-15ab5e193699 of type vlan for network f49cce3e-aa00-4168-bbab-b6334ae855c8 Jul 23 07:32:13.851820 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:13.882698 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:13.883575 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:13.884191 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:13.913841 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3505430 Jul 23 07:32:13.916482 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47434) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:13.921433 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-b0c6c96d-756b-49be-98a2-1a1a1db99b76 admin admin] Request body: {'subnet': {'network_id': 'f49cce3e-aa00-4168-bbab-b6334ae855c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-222801789-subnet', 'tenant_id': 'e56e58ef52b3465891f9ce45b0ce3722', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:32:13.956337 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fb43a-16bd-4bf2-8c71-6d8eb29e984a admin admin] Pushing event updated for resources: {'Network': ['ID=f49cce3e-aa00-4168-bbab-b6334ae855c8,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:13.965661 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network f49cce3e-aa00-4168-bbab-b6334ae855c8 details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:32:13.972790 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c6c96d-756b-49be-98a2-1a1a1db99b76 admin admin] Made reservation on behalf of e56e58ef52b3465891f9ce45b0ce3722 for: {'subnet': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:32:13.975172 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b0c6c96d-756b-49be-98a2-1a1a1db99b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13111080'] for subnet, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:14.138667 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b0c6c96d-756b-49be-98a2-1a1a1db99b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15755959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13111130'] for subnet, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:14.177161 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:32:14.199963 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6c96d-756b-49be-98a2-1a1a1db99b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d9a3a37-ac52-49c4-b633-84740b190855,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:14.204862 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c6c96d-756b-49be-98a2-1a1a1db99b76 admin admin] Checking segment: {'id': '1221c6f2-00fe-4328-aaf0-15ab5e193699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f49cce3e-aa00-4168-bbab-b6334ae855c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:32:14.205055 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c6c96d-756b-49be-98a2-1a1a1db99b76 admin admin] Network hostable DHCP agents. Network: f49cce3e-aa00-4168-bbab-b6334ae855c8, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:32:14.226341 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c6c96d-756b-49be-98a2-1a1a1db99b76 admin admin] Network f49cce3e-aa00-4168-bbab-b6334ae855c8 is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:32:14.235855 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-b0c6c96d-756b-49be-98a2-1a1a1db99b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, f49cce3e-aa00-4168-bbab-b6334ae855c8) {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:32:14.240380 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c6c96d-756b-49be-98a2-1a1a1db99b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:14.241628 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b0c6c96d-756b-49be-98a2-1a1a1db99b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:14.244770 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc6f48b-2f19-4b92-b261-4efcf0cabd49 None None] Network f49cce3e-aa00-4168-bbab-b6334ae855c8 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:32:14.249356 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e135a2-3e9d-4b19-8fc0-5fcb311177fa req-3989c0f6-132b-4b65-9f03-ad5a52470a23 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:14.250857 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-44e135a2-3e9d-4b19-8fc0-5fcb311177fa req-3989c0f6-132b-4b65-9f03-ad5a52470a23 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0778794 Jul 23 07:32:14.264300 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-b0c6c96d-756b-49be-98a2-1a1a1db99b76 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3394637 Jul 23 07:32:14.291036 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-44e135a2-3e9d-4b19-8fc0-5fcb311177fa req-539a9735-1233-4c86-bd09-84f024e10621 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344563 Jul 23 07:32:14.383242 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2cc69-fdef-4583-906e-9ef694700960 req-99366679-d439-48bf-acb9-1004d11490ee tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:14.385141 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6ed2cc69-fdef-4583-906e-9ef694700960 req-99366679-d439-48bf-acb9-1004d11490ee tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 947 time: 0.0713089 Jul 23 07:32:14.407510 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9149a36-6fdb-456f-8406-ac56dcae0f61 None None] Network f49cce3e-aa00-4168-bbab-b6334ae855c8 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:32:14.425289 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6ed2cc69-fdef-4583-906e-9ef694700960 req-631a3263-4e8f-4023-bfe5-3ecef8ac7bee tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343370 Jul 23 07:32:14.735045 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47458) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:14.740531 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1110746262-network', 'tenant_id': '734ada4a373f433195d9f3dac8b90435'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:32:14.762096 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] Made reservation on behalf of 734ada4a373f433195d9f3dac8b90435 for: {'network': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:32:14.764341 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:14.772775 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:14.856611 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:14.860016 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:14.883872 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=93082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:32:14.892124 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aaa9a1-fa07-48bf-92b8-761732a1f7fd,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:14.898637 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:14.898971 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.segments_db [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] Added segment 04a2a9a7-6c96-41cb-87cb-892c76569d91 of type vlan for network 7d918002-c0db-4dc2-a006-4984bc363230 Jul 23 07:32:14.938998 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:14.969170 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:14.970117 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:14.970833 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.005914 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2698021 Jul 23 07:32:15.008826 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 47460) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:15.013819 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-b3a9749a-13f6-4ad4-9d3f-6764a60c3d93 admin admin] Request body: {'subnet': {'network_id': '7d918002-c0db-4dc2-a006-4984bc363230', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1110746262-subnet', 'tenant_id': '734ada4a373f433195d9f3dac8b90435', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:32:15.032654 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a70e4-4d08-44b6-a61d-2502253eee69 admin admin] Pushing event updated for resources: {'Network': ['ID=7d918002-c0db-4dc2-a006-4984bc363230,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:15.034715 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a9749a-13f6-4ad4-9d3f-6764a60c3d93 admin admin] Made reservation on behalf of 734ada4a373f433195d9f3dac8b90435 for: {'subnet': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:32:15.037087 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b3a9749a-13f6-4ad4-9d3f-6764a60c3d93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290754'] for subnet, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.043752 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network 7d918002-c0db-4dc2-a006-4984bc363230 details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:32:15.197401 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b3a9749a-13f6-4ad4-9d3f-6764a60c3d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14337743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290736'] for subnet, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.256332 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9749a-13f6-4ad4-9d3f-6764a60c3d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a59d813-64b4-4e13-a2b8-89da13b6963d,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:15.263422 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a9749a-13f6-4ad4-9d3f-6764a60c3d93 admin admin] Checking segment: {'id': '04a2a9a7-6c96-41cb-87cb-892c76569d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7d918002-c0db-4dc2-a006-4984bc363230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:32:15.263788 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a9749a-13f6-4ad4-9d3f-6764a60c3d93 admin admin] Network hostable DHCP agents. Network: 7d918002-c0db-4dc2-a006-4984bc363230, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:32:15.280589 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a9749a-13f6-4ad4-9d3f-6764a60c3d93 admin admin] Network 7d918002-c0db-4dc2-a006-4984bc363230 is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:32:15.295154 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-b3a9749a-13f6-4ad4-9d3f-6764a60c3d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, 7d918002-c0db-4dc2-a006-4984bc363230) {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:32:15.301530 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a9749a-13f6-4ad4-9d3f-6764a60c3d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:15.301646 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b3a9749a-13f6-4ad4-9d3f-6764a60c3d93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.304912 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962d7671-5113-433a-8f11-bcda4d681e35 None None] Network 7d918002-c0db-4dc2-a006-4984bc363230 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:32:15.325166 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-b3a9749a-13f6-4ad4-9d3f-6764a60c3d93 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3146811 Jul 23 07:32:15.425081 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2957d-68bc-4146-a530-a2414cf02514 req-ad109690-97a5-4b49-b4b4-ad893a21685c tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:15.426569 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9de2957d-68bc-4146-a530-a2414cf02514 req-ad109690-97a5-4b49-b4b4-ad893a21685c tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0682621 Jul 23 07:32:15.437861 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47468) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:15.439438 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a674b95f-8815-495c-933f-20f531bf8e4e None None] Network 7d918002-c0db-4dc2-a006-4984bc363230 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:32:15.475529 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9de2957d-68bc-4146-a530-a2414cf02514 req-8d1037eb-47bd-40dc-8313-c2b666baaa1e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379715 Jul 23 07:32:15.485172 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bc9e47-4b4d-4ae1-bfdc-17feb59b29a9 admin admin] Deleting subnet 2d9a3a37-ac52-49c4-b633-84740b190855 {{(pid=93082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:32:15.489387 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-81bc9e47-4b4d-4ae1-bfdc-17feb59b29a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.523584 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-81bc9e47-4b4d-4ae1-bfdc-17feb59b29a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14992576'] for subnet, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.566470 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-81bc9e47-4b4d-4ae1-bfdc-17feb59b29a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.617191 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-81bc9e47-4b4d-4ae1-bfdc-17feb59b29a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15755894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13111125'] for subnet, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.642100 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc9e47-4b4d-4ae1-bfdc-17feb59b29a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d9a3a37-ac52-49c4-b633-84740b190855,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:15.646263 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-81bc9e47-4b4d-4ae1-bfdc-17feb59b29a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.648416 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-81bc9e47-4b4d-4ae1-bfdc-17feb59b29a9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2d9a3a37-ac52-49c4-b633-84740b190855 HTTP/1.1" status: 204 len: 168 time: 0.2093914 Jul 23 07:32:15.650741 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47470) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:15.715508 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2976-428e-4244-befc-6c58417bf208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.797574 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2976-428e-4244-befc-6c58417bf208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.807813 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-4e1d2976-428e-4244-befc-6c58417bf208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49cce3e-aa00-4168-bbab-b6334ae855c8']}} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:15.818061 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-4e1d2976-428e-4244-befc-6c58417bf208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1221c6f2-00fe-4328-aaf0-15ab5e193699') {'for_net_delete': True} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:15.818353 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-4e1d2976-428e-4244-befc-6c58417bf208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1221c6f2-00fe-4328-aaf0-15ab5e193699') {} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:15.826889 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2976-428e-4244-befc-6c58417bf208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14992585'] for segment, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.840678 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2976-428e-4244-befc-6c58417bf208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.846175 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1d2976-428e-4244-befc-6c58417bf208 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:32:15.846544 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2976-428e-4244-befc-6c58417bf208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15755788'] for segment, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: Traceback (most recent call last): Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: timer() Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: cb(*args, **kw) Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: return func(*args, **kwargs) Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: self._notify() Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: self.callback(batched_events) Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: event.method(event) Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: return f(self, *a, **k) Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._get(url).json() Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: return self.request(url, 'GET', **kwargs) Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:32:15.848141 dv-cinder-773985-13-iscsi neutron-server[93082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:32:15.902232 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2976-428e-4244-befc-6c58417bf208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.907750 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2976-428e-4244-befc-6c58417bf208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.909747 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-4e1d2976-428e-4244-befc-6c58417bf208 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f49cce3e-aa00-4168-bbab-b6334ae855c8 HTTP/1.1" status: 204 len: 168 time: 0.2580960 Jul 23 07:32:15.912921 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 47472) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:15.919857 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d2976-428e-4244-befc-6c58417bf208 admin admin] Pushing event deleted for resources: {'Network': ['ID=f49cce3e-aa00-4168-bbab-b6334ae855c8,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:15.956494 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ad0662-c398-4d47-bde3-ab7a08925387 admin admin] Deleting subnet 7a59d813-64b4-4e13-a2b8-89da13b6963d {{(pid=93081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:32:15.959534 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-98ad0662-c398-4d47-bde3-ab7a08925387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:15.996152 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-98ad0662-c398-4d47-bde3-ab7a08925387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12991383'] for subnet, precommit_delete_associations {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:16.033584 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-98ad0662-c398-4d47-bde3-ab7a08925387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:16.085048 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-98ad0662-c398-4d47-bde3-ab7a08925387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290751'] for subnet, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:16.110876 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad0662-c398-4d47-bde3-ab7a08925387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a59d813-64b4-4e13-a2b8-89da13b6963d,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:16.113027 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-98ad0662-c398-4d47-bde3-ab7a08925387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:16.114876 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-98ad0662-c398-4d47-bde3-ab7a08925387 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7a59d813-64b4-4e13-a2b8-89da13b6963d HTTP/1.1" status: 204 len: 168 time: 0.2009344 Jul 23 07:32:16.117341 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 47474) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:16.186934 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4a4e0687-5d05-41b6-8635-ab85af07b329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:16.262723 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4a4e0687-5d05-41b6-8635-ab85af07b329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:16.272827 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-4a4e0687-5d05-41b6-8635-ab85af07b329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d918002-c0db-4dc2-a006-4984bc363230']}} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:16.282477 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-4a4e0687-5d05-41b6-8635-ab85af07b329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a2a9a7-6c96-41cb-87cb-892c76569d91') {'for_net_delete': True} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:16.282777 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-4a4e0687-5d05-41b6-8635-ab85af07b329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a2a9a7-6c96-41cb-87cb-892c76569d91') {} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:16.291937 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4a4e0687-5d05-41b6-8635-ab85af07b329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12991390'] for segment, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:16.305495 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4a4e0687-5d05-41b6-8635-ab85af07b329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:16.311640 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4e0687-5d05-41b6-8635-ab85af07b329 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:32:16.312161 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4a4e0687-5d05-41b6-8635-ab85af07b329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14337652'] for segment, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: Traceback (most recent call last): Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: timer() Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: cb(*args, **kw) Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: return func(*args, **kwargs) Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: self._notify() Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: self.callback(batched_events) Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: event.method(event) Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: return f(self, *a, **k) Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._get(url).json() Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: return self.request(url, 'GET', **kwargs) Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:32:16.313879 dv-cinder-773985-13-iscsi neutron-server[93081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:32:16.370477 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4a4e0687-5d05-41b6-8635-ab85af07b329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:16.377503 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4a4e0687-5d05-41b6-8635-ab85af07b329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:16.379326 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-4a4e0687-5d05-41b6-8635-ab85af07b329 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7d918002-c0db-4dc2-a006-4984bc363230 HTTP/1.1" status: 204 len: 168 time: 0.2610698 Jul 23 07:32:16.388327 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e0687-5d05-41b6-8635-ab85af07b329 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d918002-c0db-4dc2-a006-4984bc363230,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:16.534424 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47482) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:16.601732 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-0b248aeb-8c2e-4fe9-8419-f21873dbdc97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e56e58ef52b3465891f9ce45b0ce3722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0659554 Jul 23 07:32:16.604378 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47484) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:16.657202 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88414b97-89ec-4f40-9993-aec94cc5651b req-251c4fca-ab63-4ae1-9572-36f0b5163072 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:16.659284 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-88414b97-89ec-4f40-9993-aec94cc5651b req-251c4fca-ab63-4ae1-9572-36f0b5163072 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.1182160 Jul 23 07:32:16.682286 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-84c3a790-04ad-4aa1-80e0-8bb0166fb871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:16.720519 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-84c3a790-04ad-4aa1-80e0-8bb0166fb871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:16.729449 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-88414b97-89ec-4f40-9993-aec94cc5651b req-78c87082-8d69-43ac-acb4-980e4134a4c6 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609164 Jul 23 07:32:16.770051 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-84c3a790-04ad-4aa1-80e0-8bb0166fb871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:16.772712 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-84c3a790-04ad-4aa1-80e0-8bb0166fb871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:16.773827 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-84c3a790-04ad-4aa1-80e0-8bb0166fb871 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa78cd26-a24f-4417-95bc-c84abc323442 HTTP/1.1" status: 204 len: 168 time: 0.1684844 Jul 23 07:32:16.781588 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3a790-04ad-4aa1-80e0-8bb0166fb871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa78cd26-a24f-4417-95bc-c84abc323442,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:17.074915 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47490) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:17.114943 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-14108509-244b-4ee8-ad6c-047ff34c539f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=734ada4a373f433195d9f3dac8b90435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388770 Jul 23 07:32:17.117448 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47492) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:17.164236 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a1a73813-3e83-4c8f-b5a0-357d76a455bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:17.184437 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a1a73813-3e83-4c8f-b5a0-357d76a455bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:17.229665 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a1a73813-3e83-4c8f-b5a0-357d76a455bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:17.232192 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a1a73813-3e83-4c8f-b5a0-357d76a455bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:17.233330 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-a1a73813-3e83-4c8f-b5a0-357d76a455bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08aaa9a1-fa07-48bf-92b8-761732a1f7fd HTTP/1.1" status: 204 len: 168 time: 0.1149707 Jul 23 07:32:17.240853 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a73813-3e83-4c8f-b5a0-357d76a455bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aaa9a1-fa07-48bf-92b8-761732a1f7fd,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:17.858450 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58cb42-9a02-4377-938a-3229c6b89b36 req-6360c4c3-b71d-4c4b-a422-629c26558be3 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:17.859961 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1f58cb42-9a02-4377-938a-3229c6b89b36 req-6360c4c3-b71d-4c4b-a422-629c26558be3 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0622671 Jul 23 07:32:17.898444 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1f58cb42-9a02-4377-938a-3229c6b89b36 req-40ee786a-1109-4bab-a894-5014e4ef429a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317242 Jul 23 07:32:19.038105 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4bdf3-8ffd-4976-85f0-231876c1f49f req-aa0c09ea-700c-485a-8c0e-85c96729ca20 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:19.039515 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c2c4bdf3-8ffd-4976-85f0-231876c1f49f req-aa0c09ea-700c-485a-8c0e-85c96729ca20 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0716951 Jul 23 07:32:19.076965 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c2c4bdf3-8ffd-4976-85f0-231876c1f49f req-1700217e-ddf5-4c6e-af0d-abf9e03b7419 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319955 Jul 23 07:32:19.312265 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffc28e-f679-4c17-b1c9-369e27bc204a req-52e153ca-d53b-4c5c-a4bd-6234deb815e2 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:19.313795 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-60ffc28e-f679-4c17-b1c9-369e27bc204a req-52e153ca-d53b-4c5c-a4bd-6234deb815e2 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0742602 Jul 23 07:32:19.354470 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260cea1-9e4d-4c2c-9cf0-fcc2fa09b57d req-22d646c1-7238-4db0-8bfe-1a4fd815c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:19.356129 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6260cea1-9e4d-4c2c-9cf0-fcc2fa09b57d req-22d646c1-7238-4db0-8bfe-1a4fd815c4da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1915e9b02c304a73919c21737c01fa84&device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 1099 time: 0.0612116 Jul 23 07:32:19.356697 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-60ffc28e-f679-4c17-b1c9-369e27bc204a req-b129b0af-fe5e-41b2-a8ef-34f0c3e631e2 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368719 Jul 23 07:32:19.453110 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260cea1-9e4d-4c2c-9cf0-fcc2fa09b57d req-93c96331-c2f4-4b87-97f1-18d9f81833c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:19.454584 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6260cea1-9e4d-4c2c-9cf0-fcc2fa09b57d req-93c96331-c2f4-4b87-97f1-18d9f81833c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f640653b-1b95-4735-ad8a-809138685023 HTTP/1.1" status: 200 len: 911 time: 0.0898230 Jul 23 07:32:19.528229 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6260cea1-9e4d-4c2c-9cf0-fcc2fa09b57d req-474e46b5-e7bb-4062-a891-bc71e38b5f76 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36a85eb5-d9ce-417d-9f89-abae818386e7 HTTP/1.1" status: 200 len: 1002 time: 0.0665183 Jul 23 07:32:19.579779 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47574) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:19.584824 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260cea1-9e4d-4c2c-9cf0-fcc2fa09b57d req-66bd52b3-4078-4a61-9113-69dc56b4265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:19.586311 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6260cea1-9e4d-4c2c-9cf0-fcc2fa09b57d req-66bd52b3-4078-4a61-9113-69dc56b4265e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89993525-8aed-4fcb-9e8c-9cff111bbf6e HTTP/1.1" status: 200 len: 849 time: 0.0464547 Jul 23 07:32:19.645884 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260cea1-9e4d-4c2c-9cf0-fcc2fa09b57d req-b4c1efa4-0a03-4198-8431-ddc69fa6b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:19.647454 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6260cea1-9e4d-4c2c-9cf0-fcc2fa09b57d req-b4c1efa4-0a03-4198-8431-ddc69fa6b1f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f640653b-1b95-4735-ad8a-809138685023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537798 Jul 23 07:32:19.687281 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cbd00ca4-4256-46fc-a5d1-0c68f134fd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:19.745673 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6260cea1-9e4d-4c2c-9cf0-fcc2fa09b57d req-8af22db0-ff76-4f57-b050-6db1746f1f22 service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908959 Jul 23 07:32:19.774242 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cbd00ca4-4256-46fc-a5d1-0c68f134fd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:19.778236 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cbd00ca4-4256-46fc-a5d1-0c68f134fd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:19.819317 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-cbd00ca4-4256-46fc-a5d1-0c68f134fd16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09901e62dc5b4da19a186fb8d7481489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383316 Jul 23 07:32:19.820165 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd00ca4-4256-46fc-a5d1-0c68f134fd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afebda2-def4-4364-9d9d-f70a1ff4ac41,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:19.822503 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 47578) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:19.858911 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6260cea1-9e4d-4c2c-9cf0-fcc2fa09b57d req-e181fc89-6c6c-44c5-8d8d-d2593a274203 service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070769 Jul 23 07:32:19.886247 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-c202df6d-4b96-4f75-b109-e9ffa307faa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:19.906996 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-c202df6d-4b96-4f75-b109-e9ffa307faa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:19.954453 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-c202df6d-4b96-4f75-b109-e9ffa307faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:19.957807 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-c202df6d-4b96-4f75-b109-e9ffa307faa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:19.959205 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-c202df6d-4b96-4f75-b109-e9ffa307faa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4afebda2-def4-4364-9d9d-f70a1ff4ac41 HTTP/1.1" status: 204 len: 168 time: 0.1361856 Jul 23 07:32:19.973962 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202df6d-4b96-4f75-b109-e9ffa307faa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afebda2-def4-4364-9d9d-f70a1ff4ac41,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:20.222007 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 47586) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:20.235328 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2bcab5a7-5dc4-4713-ac4b-ce52746429de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:20.322544 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2bcab5a7-5dc4-4713-ac4b-ce52746429de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:20.326242 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2bcab5a7-5dc4-4713-ac4b-ce52746429de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:20.364242 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-2bcab5a7-5dc4-4713-ac4b-ce52746429de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52572989b0d449a282410017a4ce2668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405950 Jul 23 07:32:20.366189 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcab5a7-5dc4-4713-ac4b-ce52746429de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79698d7b-f6af-4eaf-9ca8-bc25a1165cbe,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:20.366946 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47590) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:20.425862 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-23a88378-cde5-4928-937d-83a5d2e0cf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:20.457312 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-23a88378-cde5-4928-937d-83a5d2e0cf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:20.540665 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccfd6f-5788-48c5-ad4e-e6b2b92e518c req-405a1214-5a2f-4fa0-83a3-d53d129e9a5d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:20.549401 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-23ccfd6f-5788-48c5-ad4e-e6b2b92e518c req-405a1214-5a2f-4fa0-83a3-d53d129e9a5d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.1081095 Jul 23 07:32:20.565619 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-23a88378-cde5-4928-937d-83a5d2e0cf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:20.568479 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-23a88378-cde5-4928-937d-83a5d2e0cf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:20.572189 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-23a88378-cde5-4928-937d-83a5d2e0cf02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79698d7b-f6af-4eaf-9ca8-bc25a1165cbe HTTP/1.1" status: 204 len: 168 time: 0.2016251 Jul 23 07:32:20.589080 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a88378-cde5-4928-937d-83a5d2e0cf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79698d7b-f6af-4eaf-9ca8-bc25a1165cbe,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:20.631000 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-23ccfd6f-5788-48c5-ad4e-e6b2b92e518c req-d5c7b921-008a-47ba-9f82-e9180c5fb596 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806272 Jul 23 07:32:20.662672 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561629e-0384-460c-95c9-99915870ffad req-a121b37a-cb07-47fb-99e1-79efc2ebe544 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:20.664406 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d561629e-0384-460c-95c9-99915870ffad req-a121b37a-cb07-47fb-99e1-79efc2ebe544 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.1434805 Jul 23 07:32:20.667653 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8d85b-82f1-424d-b107-fb33a14b805e req-c97b94e5-e747-460b-b315-b5dd396e04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:20.669177 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-14a8d85b-82f1-424d-b107-fb33a14b805e req-c97b94e5-e747-460b-b315-b5dd396e04ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f45acbfcb6449caa5f7af6d407a4688&device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 1138 time: 0.1097476 Jul 23 07:32:20.761515 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d561629e-0384-460c-95c9-99915870ffad req-bf1ac00c-b57e-41db-bbea-9605a4819e63 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908473 Jul 23 07:32:20.794371 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8d85b-82f1-424d-b107-fb33a14b805e req-c414c3b7-20af-4282-aa74-204cd8c7d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:20.795824 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-14a8d85b-82f1-424d-b107-fb33a14b805e req-c414c3b7-20af-4282-aa74-204cd8c7d144 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6925db0-84c0-4f63-b8d1-82de93dc832e HTTP/1.1" status: 200 len: 916 time: 0.1175995 Jul 23 07:32:20.867669 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-14a8d85b-82f1-424d-b107-fb33a14b805e req-8437692f-80f8-40a4-ba18-2b1de03aafdf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1849cb71-4484-4889-b54d-fa22a2becb5f HTTP/1.1" status: 200 len: 1002 time: 0.0633774 Jul 23 07:32:20.940513 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8d85b-82f1-424d-b107-fb33a14b805e req-2534d015-2d8f-4dcf-a5c3-7b92b73b7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:20.942123 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-14a8d85b-82f1-424d-b107-fb33a14b805e req-2534d015-2d8f-4dcf-a5c3-7b92b73b7141 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9549415d-b044-4cd1-bd78-bad7cfb8d7ad HTTP/1.1" status: 200 len: 854 time: 0.0523953 Jul 23 07:32:21.014792 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8d85b-82f1-424d-b107-fb33a14b805e req-884800be-0d68-4d68-ac86-d46ff74b34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:21.016333 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-14a8d85b-82f1-424d-b107-fb33a14b805e req-884800be-0d68-4d68-ac86-d46ff74b34cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6925db0-84c0-4f63-b8d1-82de93dc832e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0609834 Jul 23 07:32:21.115471 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-14a8d85b-82f1-424d-b107-fb33a14b805e req-5f350132-9136-4d14-ab08-c3e0caca8948 service neutron] 10.222.0.23 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919859 Jul 23 07:32:21.228114 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-14a8d85b-82f1-424d-b107-fb33a14b805e req-43ba176f-f77e-46a2-8457-dec05cc341f9 service neutron] 10.222.0.23 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890644 Jul 23 07:32:21.897199 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2118e-09b5-4c05-99af-df4f8dadb7e4 req-c2f13dbf-d416-49ed-bb84-7fb08d040986 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:21.898713 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-54a2118e-09b5-4c05-99af-df4f8dadb7e4 req-c2f13dbf-d416-49ed-bb84-7fb08d040986 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0647700 Jul 23 07:32:21.940846 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-54a2118e-09b5-4c05-99af-df4f8dadb7e4 req-31ef3321-6c12-43c4-bf28-4174d7f8c98e tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365725 Jul 23 07:32:22.448647 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47678) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:22.551865 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-05aea1a6-8f37-4b71-bcee-2c565e84c6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:22.644119 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-05aea1a6-8f37-4b71-bcee-2c565e84c6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:22.647900 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-05aea1a6-8f37-4b71-bcee-2c565e84c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:22.685001 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-05aea1a6-8f37-4b71-bcee-2c565e84c6b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5aeb3138ba604a79be6db9a9ffa09d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353354 Jul 23 07:32:22.686049 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aea1a6-8f37-4b71-bcee-2c565e84c6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e315047-9dfd-467e-8808-8d0729a9cbb5,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:22.687856 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 47682) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:22.735085 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-81653884-29ca-416b-ae07-a9a7a96ade8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:22.755509 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-81653884-29ca-416b-ae07-a9a7a96ade8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:22.802825 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-81653884-29ca-416b-ae07-a9a7a96ade8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:22.805242 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-81653884-29ca-416b-ae07-a9a7a96ade8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:22.806351 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-81653884-29ca-416b-ae07-a9a7a96ade8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e315047-9dfd-467e-8808-8d0729a9cbb5 HTTP/1.1" status: 204 len: 168 time: 0.1174271 Jul 23 07:32:22.813788 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81653884-29ca-416b-ae07-a9a7a96ade8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e315047-9dfd-467e-8808-8d0729a9cbb5,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:23.063931 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 47690) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:23.072294 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d7f28-c7d2-4e3a-a308-497a92dd0059 req-95e9d737-ff84-4064-8dd8-038f6025c5bb tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:23.073783 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ab8d7f28-c7d2-4e3a-a308-497a92dd0059 req-95e9d737-ff84-4064-8dd8-038f6025c5bb tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0647488 Jul 23 07:32:23.082133 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-40969400-6e44-47fe-a0ee-da98c574882d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:23.118783 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ab8d7f28-c7d2-4e3a-a308-497a92dd0059 req-ced9b1c6-3947-4514-9118-4fcd7e4f82e7 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390339 Jul 23 07:32:23.172751 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-40969400-6e44-47fe-a0ee-da98c574882d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:23.177341 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-40969400-6e44-47fe-a0ee-da98c574882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:23.215416 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-40969400-6e44-47fe-a0ee-da98c574882d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7edbb4ffa844fe8b26fa8628b8782a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490271 Jul 23 07:32:23.216412 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40969400-6e44-47fe-a0ee-da98c574882d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5313ed-bcb7-494f-b94e-b76bf7d61fae,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:23.218154 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47696) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:23.272249 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cbff520f-2a7d-4ca9-a3a1-d5a76ec3c1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:23.297438 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cbff520f-2a7d-4ca9-a3a1-d5a76ec3c1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:23.371590 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cbff520f-2a7d-4ca9-a3a1-d5a76ec3c1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:23.374084 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cbff520f-2a7d-4ca9-a3a1-d5a76ec3c1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:23.375205 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-cbff520f-2a7d-4ca9-a3a1-d5a76ec3c1d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d5313ed-bcb7-494f-b94e-b76bf7d61fae HTTP/1.1" status: 204 len: 168 time: 0.1560810 Jul 23 07:32:23.387468 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff520f-2a7d-4ca9-a3a1-d5a76ec3c1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5313ed-bcb7-494f-b94e-b76bf7d61fae,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:23.402256 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf779-f8bf-4ca0-afed-3b44750bf280 req-5335fe77-9ab8-459f-9c16-02a56e2c1391 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:23.403901 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-458bf779-f8bf-4ca0-afed-3b44750bf280 req-5335fe77-9ab8-459f-9c16-02a56e2c1391 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 945 time: 0.0810983 Jul 23 07:32:23.444618 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-458bf779-f8bf-4ca0-afed-3b44750bf280 req-c002beb7-4c3e-4543-bffc-f7d1c14f8fe4 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333087 Jul 23 07:32:24.254205 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec0620-46b6-4e97-b188-a1a9c8b02089 req-04062f45-2bfb-4989-999d-200d96090df5 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:24.256156 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b9ec0620-46b6-4e97-b188-a1a9c8b02089 req-04062f45-2bfb-4989-999d-200d96090df5 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0670090 Jul 23 07:32:24.295994 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b9ec0620-46b6-4e97-b188-a1a9c8b02089 req-3d963d59-7ae2-4f40-a04c-0f9b682cfb6a tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340345 Jul 23 07:32:24.375407 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47730) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:24.473784 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3fb05e0f-a7a4-4f31-b09a-82355986a233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:24.614476 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6baef6-ead2-452a-95ef-306955e60b17 req-3d881693-aea7-4814-b79d-d8780c234578 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:24.615934 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0e6baef6-ead2-452a-95ef-306955e60b17 req-3d881693-aea7-4814-b79d-d8780c234578 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 945 time: 0.1049099 Jul 23 07:32:24.617708 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3fb05e0f-a7a4-4f31-b09a-82355986a233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:24.622921 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3fb05e0f-a7a4-4f31-b09a-82355986a233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:24.682815 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-3fb05e0f-a7a4-4f31-b09a-82355986a233 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=444175bdd65c48c893517e83e4a2bffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063436 Jul 23 07:32:24.685485 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb05e0f-a7a4-4f31-b09a-82355986a233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25a6c8b-00c6-4042-938e-2669ffd36a27,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:24.685722 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 47736) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:24.693896 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0e6baef6-ead2-452a-95ef-306955e60b17 req-e904c620-9cd8-4e14-99e2-4c0e0cc01a6d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712428 Jul 23 07:32:24.738204 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2455afe8-7e3e-4093-9328-d4347750f3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:24.759108 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2455afe8-7e3e-4093-9328-d4347750f3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:24.803813 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2455afe8-7e3e-4093-9328-d4347750f3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:24.806392 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2455afe8-7e3e-4093-9328-d4347750f3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:24.810123 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-2455afe8-7e3e-4093-9328-d4347750f3de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a25a6c8b-00c6-4042-938e-2669ffd36a27 HTTP/1.1" status: 204 len: 168 time: 0.1206968 Jul 23 07:32:24.816503 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455afe8-7e3e-4093-9328-d4347750f3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25a6c8b-00c6-4042-938e-2669ffd36a27,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:25.274856 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e89ab3-eb10-4995-a59e-6932426f7475 req-c4712384-95b6-40da-9c2d-660aedf87c39 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:25.278498 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-39e89ab3-eb10-4995-a59e-6932426f7475 req-c4712384-95b6-40da-9c2d-660aedf87c39 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 945 time: 0.0649951 Jul 23 07:32:25.407335 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-39e89ab3-eb10-4995-a59e-6932426f7475 req-153dcd35-7031-4d6b-a3a7-7639641ce16d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Deleting port 3f207b4f-de60-4c7c-b6c8-0572f213c565 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:32:25.407668 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-39e89ab3-eb10-4995-a59e-6932426f7475 req-153dcd35-7031-4d6b-a3a7-7639641ce16d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:25.505952 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5bef7-a172-40fc-bd89-aeab739d18fd req-691aafc4-6967-422f-a5ea-26784f6fc4e5 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:25.507410 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d2f5bef7-a172-40fc-bd89-aeab739d18fd req-691aafc4-6967-422f-a5ea-26784f6fc4e5 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.1358795 Jul 23 07:32:25.758813 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-39e89ab3-eb10-4995-a59e-6932426f7475 req-153dcd35-7031-4d6b-a3a7-7639641ce16d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] For port 3f207b4f-de60-4c7c-b6c8-0572f213c565, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3f207b4f-de60-4c7c-b6c8-0572f213c565,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:25.759171 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-39e89ab3-eb10-4995-a59e-6932426f7475 req-153dcd35-7031-4d6b-a3a7-7639641ce16d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:25.786534 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-39e89ab3-eb10-4995-a59e-6932426f7475 req-153dcd35-7031-4d6b-a3a7-7639641ce16d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Calling delete_port for 3f207b4f-de60-4c7c-b6c8-0572f213c565 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:32:25.811167 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d2f5bef7-a172-40fc-bd89-aeab739d18fd req-f0664531-47a7-4ae3-a65f-2f55d4fb472e tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2980237 Jul 23 07:32:25.872885 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823561ba-f99c-46f3-8cf0-be43913d8351 req-ed72cefe-e029-4eb7-bd24-e0f5d384c7b5 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:25.875578 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-823561ba-f99c-46f3-8cf0-be43913d8351 req-ed72cefe-e029-4eb7-bd24-e0f5d384c7b5 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=3603476b-b37e-4242-8cfc-07dabeca6152 HTTP/1.1" status: 200 len: 945 time: 0.1047547 Jul 23 07:32:25.918674 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-823561ba-f99c-46f3-8cf0-be43913d8351 req-21f3fdab-05ea-4140-bca1-8fe90d6d8442 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361829 Jul 23 07:32:25.949610 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-39e89ab3-eb10-4995-a59e-6932426f7475 req-153dcd35-7031-4d6b-a3a7-7639641ce16d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:25.976530 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dcd35-7031-4d6b-a3a7-7639641ce16d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Pushing event deleted for resources: {'Port': ['ID=3f207b4f-de60-4c7c-b6c8-0572f213c565,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:25.990579 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['ee0ae23a-b4f6-48d3-9b00-92553439c7f8', 'a2da0d17-f020-48e3-9a8d-879c7672d76f', 'e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961', '3f207b4f-de60-4c7c-b6c8-0572f213c565'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:32:26.021087 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e89ab3-eb10-4995-a59e-6932426f7475 req-153dcd35-7031-4d6b-a3a7-7639641ce16d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] No DVR routers for this DVR port 3f207b4f-de60-4c7c-b6c8-0572f213c565 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:32:26.023579 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-39e89ab3-eb10-4995-a59e-6932426f7475 req-153dcd35-7031-4d6b-a3a7-7639641ce16d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:26.025540 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-39e89ab3-eb10-4995-a59e-6932426f7475 req-153dcd35-7031-4d6b-a3a7-7639641ce16d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "DELETE /v2.0/ports/3f207b4f-de60-4c7c-b6c8-0572f213c565 HTTP/1.1" status: 204 len: 173 time: 0.7439003 Jul 23 07:32:26.025973 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3603476b-b37e-4242-8cfc-07dabeca6152', 'name': 'network-vif-deleted', 'tag': '3f207b4f-de60-4c7c-b6c8-0572f213c565'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:32:26.028206 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611c90ea-9d20-4634-bcbc-ffe69863ef20" -d '{"events": [{"server_uuid": "3603476b-b37e-4242-8cfc-07dabeca6152", "name": "network-vif-deleted", "tag": "3f207b4f-de60-4c7c-b6c8-0572f213c565"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:32:26.062828 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fec277-f96a-43f0-ad34-23ae5d1ca567 x-openstack-request-id: req-a5fec277-f96a-43f0-ad34-23ae5d1ca567 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:32:26.063183 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3603476b-b37e-4242-8cfc-07dabeca6152", "name": "network-vif-deleted", "tag": "3f207b4f-de60-4c7c-b6c8-0572f213c565", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:32:26.063549 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5fec277-f96a-43f0-ad34-23ae5d1ca567 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:32:26.063944 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3603476b-b37e-4242-8cfc-07dabeca6152', 'name': 'network-vif-deleted', 'tag': '3f207b4f-de60-4c7c-b6c8-0572f213c565', 'status': 'completed', 'code': 200} Jul 23 07:32:26.654084 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:26.947645 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6dd6d-e2cb-472b-8fe9-f2bc3b95d6c3 req-24ed6863-73c5-4df5-a13d-70544000e25a tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:26.949262 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e3d6dd6d-e2cb-472b-8fe9-f2bc3b95d6c3 req-24ed6863-73c5-4df5-a13d-70544000e25a tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0682487 Jul 23 07:32:27.007528 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e3d6dd6d-e2cb-472b-8fe9-f2bc3b95d6c3 req-7c2b93c5-0ba9-45a4-b02a-a1b42df83a4b tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392008 Jul 23 07:32:28.142012 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acac67-6720-496f-9757-0b4dbe5d063c req-8b4356d4-34c0-4fe2-acb7-117f7773ed6c tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:28.143643 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-39acac67-6720-496f-9757-0b4dbe5d063c req-8b4356d4-34c0-4fe2-acb7-117f7773ed6c tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0674381 Jul 23 07:32:28.184949 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-39acac67-6720-496f-9757-0b4dbe5d063c req-7b43c870-5908-4e0e-8717-0d6a6ea4adf8 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356729 Jul 23 07:32:28.350042 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a66f5-ed10-4c05-a26d-8cfe17647e9f req-d3aa99ba-85da-46b6-861d-26f24bdbcebc tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:28.351537 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c70a66f5-ed10-4c05-a26d-8cfe17647e9f req-d3aa99ba-85da-46b6-861d-26f24bdbcebc tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 946 time: 0.0665450 Jul 23 07:32:28.361737 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47802) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:28.388994 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c70a66f5-ed10-4c05-a26d-8cfe17647e9f req-1018cd89-ec01-49b6-9de4-bf9c262d82c0 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317204 Jul 23 07:32:28.461980 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b75e81f9-ceb4-4fda-8665-3bfbd544cc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:28.548921 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b75e81f9-ceb4-4fda-8665-3bfbd544cc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:28.552737 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b75e81f9-ceb4-4fda-8665-3bfbd544cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:28.589582 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-b75e81f9-ceb4-4fda-8665-3bfbd544cc48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbc8bdba525d4f84b16c8eb630766178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267585 Jul 23 07:32:28.590433 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e81f9-ceb4-4fda-8665-3bfbd544cc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1febf8-00ce-4bef-bf57-69cbd82fa3a7,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:28.592238 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 47806) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:28.647798 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4935eef8-04e9-4d1b-a79b-78d70912b495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:28.668763 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4935eef8-04e9-4d1b-a79b-78d70912b495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:28.714038 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4935eef8-04e9-4d1b-a79b-78d70912b495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:28.716661 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4935eef8-04e9-4d1b-a79b-78d70912b495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:28.717789 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-4935eef8-04e9-4d1b-a79b-78d70912b495 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e1febf8-00ce-4bef-bf57-69cbd82fa3a7 HTTP/1.1" status: 204 len: 168 time: 0.1245356 Jul 23 07:32:28.726760 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935eef8-04e9-4d1b-a79b-78d70912b495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1febf8-00ce-4bef-bf57-69cbd82fa3a7,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:29.309647 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 47830) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:29.316160 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1ddf4-3793-4b4f-95f8-6e9bcfc08827 req-8b97de88-e075-4273-b441-e3a29c6ddb05 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:29.317661 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3db1ddf4-3793-4b4f-95f8-6e9bcfc08827 req-8b97de88-e075-4273-b441-e3a29c6ddb05 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0614152 Jul 23 07:32:29.356167 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3db1ddf4-3793-4b4f-95f8-6e9bcfc08827 req-ae10591c-3c96-409f-8676-aa338e97d1c4 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328927 Jul 23 07:32:29.403954 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1364596555-network', 'tenant_id': 'ef332cd6681944d498af7969851329f9'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:32:29.425152 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] Made reservation on behalf of ef332cd6681944d498af7969851329f9 for: {'network': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:32:29.427416 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:29.435462 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:29.550485 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d884995-785a-4882-9d15-514410332ff1 req-26d6559f-ca88-4800-8e5f-f41ca6b5299e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:29.551949 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9d884995-785a-4882-9d15-514410332ff1 req-26d6559f-ca88-4800-8e5f-f41ca6b5299e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 946 time: 0.0951779 Jul 23 07:32:29.601396 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:29.607547 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:29.612704 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9d884995-785a-4882-9d15-514410332ff1 req-d03d8396-9320-41aa-9bed-9ef082f5091e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538058 Jul 23 07:32:29.631130 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:32:29.645358 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:29.650075 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:29.650416 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.segments_db [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] Added segment ef238f98-8808-42b9-b16e-07ff2f86637a of type vlan for network 6f994c47-3356-4715-8bfc-ff629f024545 Jul 23 07:32:29.688410 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:29.715391 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:29.716371 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:29.716952 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:29.749963 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4391890 Jul 23 07:32:29.753550 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47836) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:29.758353 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-35388c3c-3ff4-420d-a772-40ff1c6ac0a6 admin admin] Request body: {'subnet': {'network_id': '6f994c47-3356-4715-8bfc-ff629f024545', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1364596555-subnet', 'tenant_id': 'ef332cd6681944d498af7969851329f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:32:29.779593 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7ef63-d50a-4778-b345-8cc309b6df79 admin admin] Pushing event updated for resources: {'Network': ['ID=6f994c47-3356-4715-8bfc-ff629f024545,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:29.784407 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-6b731b5a-39ba-430e-8b81-ccec88928522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:29.786097 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35388c3c-3ff4-420d-a772-40ff1c6ac0a6 admin admin] Made reservation on behalf of ef332cd6681944d498af7969851329f9 for: {'subnet': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:32:29.790795 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 3f207b4f-de60-4c7c-b6c8-0572f213c565 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:32:29.791173 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-35388c3c-3ff4-420d-a772-40ff1c6ac0a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13111080'] for subnet, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:29.812259 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network 6f994c47-3356-4715-8bfc-ff629f024545 details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:32:29.814957 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: 3f207b4f-de60-4c7c-b6c8-0572f213c565 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:32:29.815293 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 3f207b4f-de60-4c7c-b6c8-0572f213c565 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:32:29.959495 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-35388c3c-3ff4-420d-a772-40ff1c6ac0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15755959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13111130'] for subnet, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:30.014826 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35388c3c-3ff4-420d-a772-40ff1c6ac0a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1bcb30-b989-4afe-be5a-f3e378f66181,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:30.021541 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35388c3c-3ff4-420d-a772-40ff1c6ac0a6 admin admin] Checking segment: {'id': 'ef238f98-8808-42b9-b16e-07ff2f86637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6f994c47-3356-4715-8bfc-ff629f024545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:32:30.021896 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35388c3c-3ff4-420d-a772-40ff1c6ac0a6 admin admin] Network hostable DHCP agents. Network: 6f994c47-3356-4715-8bfc-ff629f024545, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:32:30.037756 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35388c3c-3ff4-420d-a772-40ff1c6ac0a6 admin admin] Network 6f994c47-3356-4715-8bfc-ff629f024545 is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:32:30.047028 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-35388c3c-3ff4-420d-a772-40ff1c6ac0a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, 6f994c47-3356-4715-8bfc-ff629f024545) {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:32:30.051745 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35388c3c-3ff4-420d-a772-40ff1c6ac0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:30.052362 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-35388c3c-3ff4-420d-a772-40ff1c6ac0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:30.057195 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7152bfde-8409-4ed5-a9ae-3bd38780b619 None None] Network 6f994c47-3356-4715-8bfc-ff629f024545 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:32:30.068631 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-35388c3c-3ff4-420d-a772-40ff1c6ac0a6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3139992 Jul 23 07:32:30.114388 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4234a7-7193-45b5-9bc1-39a2a98b3c09 req-665173ad-2073-4e39-87e3-5e3b61df117d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:30.115897 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc4234a7-7193-45b5-9bc1-39a2a98b3c09 req-665173ad-2073-4e39-87e3-5e3b61df117d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 946 time: 0.0799541 Jul 23 07:32:30.192065 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ea2caf-c8c1-4e8b-b3ec-99be6e6c0ea7 None None] Network 6f994c47-3356-4715-8bfc-ff629f024545 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:32:30.226402 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-cc4234a7-7193-45b5-9bc1-39a2a98b3c09 req-a1afdd33-9bcc-4e75-96d0-55bedd143e41 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Deleting port e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:32:30.226780 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-cc4234a7-7193-45b5-9bc1-39a2a98b3c09 req-a1afdd33-9bcc-4e75-96d0-55bedd143e41 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:30.317748 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-cc4234a7-7193-45b5-9bc1-39a2a98b3c09 req-a1afdd33-9bcc-4e75-96d0-55bedd143e41 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] For port e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:30.318332 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-cc4234a7-7193-45b5-9bc1-39a2a98b3c09 req-a1afdd33-9bcc-4e75-96d0-55bedd143e41 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:30.335315 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-cc4234a7-7193-45b5-9bc1-39a2a98b3c09 req-a1afdd33-9bcc-4e75-96d0-55bedd143e41 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Calling delete_port for e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:32:30.468866 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-cc4234a7-7193-45b5-9bc1-39a2a98b3c09 req-a1afdd33-9bcc-4e75-96d0-55bedd143e41 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:30.494749 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368efa7-0f5f-4521-9d84-4c70736566a2 req-ce628eac-e028-4fe2-8f49-14aaef633589 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:30.497167 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a368efa7-0f5f-4521-9d84-4c70736566a2 req-ce628eac-e028-4fe2-8f49-14aaef633589 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0737393 Jul 23 07:32:30.498660 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afdd33-9bcc-4e75-96d0-55bedd143e41 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Pushing event deleted for resources: {'Port': ['ID=e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:30.508867 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['ee0ae23a-b4f6-48d3-9b00-92553439c7f8', 'a2da0d17-f020-48e3-9a8d-879c7672d76f', 'e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:32:30.551391 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a368efa7-0f5f-4521-9d84-4c70736566a2 req-d2c685be-5c95-47b5-8f53-db389e441522 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462830 Jul 23 07:32:30.600300 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4234a7-7193-45b5-9bc1-39a2a98b3c09 req-a1afdd33-9bcc-4e75-96d0-55bedd143e41 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] No DVR routers for this DVR port e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:32:30.602708 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-cc4234a7-7193-45b5-9bc1-39a2a98b3c09 req-a1afdd33-9bcc-4e75-96d0-55bedd143e41 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:30.604721 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc4234a7-7193-45b5-9bc1-39a2a98b3c09 req-a1afdd33-9bcc-4e75-96d0-55bedd143e41 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "DELETE /v2.0/ports/e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 HTTP/1.1" status: 204 len: 173 time: 0.4821324 Jul 23 07:32:30.605167 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99eb576a-fc0a-4592-892a-1fc230b7b6b3', 'name': 'network-vif-deleted', 'tag': 'e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:32:30.607409 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd3eb78-dc5f-4444-805e-8e9a7069ebc8" -d '{"events": [{"server_uuid": "99eb576a-fc0a-4592-892a-1fc230b7b6b3", "name": "network-vif-deleted", "tag": "e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:32:30.653255 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf5c68f-307b-4434-a5e0-3c4e8737eb53 x-openstack-request-id: req-3cf5c68f-307b-4434-a5e0-3c4e8737eb53 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:32:30.653580 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99eb576a-fc0a-4592-892a-1fc230b7b6b3", "name": "network-vif-deleted", "tag": "e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:32:30.653834 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cf5c68f-307b-4434-a5e0-3c4e8737eb53 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:32:30.654539 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99eb576a-fc0a-4592-892a-1fc230b7b6b3', 'name': 'network-vif-deleted', 'tag': 'e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961', 'status': 'completed', 'code': 200} Jul 23 07:32:30.733303 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6579d0a5-f7dd-46ff-bacc-33fd33a3dc4a req-935b6f71-644b-43e7-8108-47a401f56e3c tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=99eb576a-fc0a-4592-892a-1fc230b7b6b3 HTTP/1.1" status: 200 len: 210 time: 0.0323460 Jul 23 07:32:31.691476 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40728a5c-19f8-47c3-a056-e63f8371e203 req-fe5ea8b3-c1cf-45e6-aec4-b0bb6da9c136 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:31.692995 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-40728a5c-19f8-47c3-a056-e63f8371e203 req-fe5ea8b3-c1cf-45e6-aec4-b0bb6da9c136 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0652580 Jul 23 07:32:31.733292 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-40728a5c-19f8-47c3-a056-e63f8371e203 req-1dc87508-5629-4981-9a67-9d908239e98a tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341678 Jul 23 07:32:31.849745 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-a2b314d3-9e77-4b19-8453-6d072fbf94b9 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:31.851130 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-a2b314d3-9e77-4b19-8453-6d072fbf94b9 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/networks?id=6f994c47-3356-4715-8bfc-ff629f024545 HTTP/1.1" status: 200 len: 814 time: 0.1027336 Jul 23 07:32:31.866697 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-d0a1f686-652b-4be8-97f1-abbddabe0916 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/quotas/ef332cd6681944d498af7969851329f9 HTTP/1.1" status: 200 len: 375 time: 0.0101383 Jul 23 07:32:31.901660 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-313e64e3-1d2c-47c5-8fec-19794b2ddd61 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef332cd6681944d498af7969851329f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290067 Jul 23 07:32:31.996409 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-bcbafbc8-f0f8-4f3e-9d44-a4e212204c6a service neutron] 10.222.0.13 "GET /v2.0/networks/6f994c47-3356-4715-8bfc-ff629f024545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864758 Jul 23 07:32:32.021809 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1fef2-2d1f-4993-99ab-dc23ec662ef7 req-1b5049d5-83b1-415f-8f79-d0085ebc0ec7 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:32.023324 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-66e1fef2-2d1f-4993-99ab-dc23ec662ef7 req-1b5049d5-83b1-415f-8f79-d0085ebc0ec7 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 945 time: 0.0659974 Jul 23 07:32:32.064957 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-66e1fef2-2d1f-4993-99ab-dc23ec662ef7 req-d44eb1e1-0617-4120-929f-b523ae40c63f tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358026 Jul 23 07:32:32.085338 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-4ff51301-1572-4b16-8fba-13ea2fbe0fab service neutron] 10.222.0.13 "GET /v2.0/networks/6f994c47-3356-4715-8bfc-ff629f024545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816910 Jul 23 07:32:32.200530 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-410e4da7-e16c-46d8-ad76-35b1f17a8a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:32.245699 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4c2d2378-f441-426f-aeca-6f69b87b22fa req-1f59b0d9-41c7-415a-8750-da5db0718fe4 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 210 time: 0.0297406 Jul 23 07:32:32.729704 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:32.865364 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb020b-63eb-4ff4-b02b-20cebb51f273 req-5667cede-01b4-472f-8d86-12dca9cf165f tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:32.866818 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f0fb020b-63eb-4ff4-b02b-20cebb51f273 req-5667cede-01b4-472f-8d86-12dca9cf165f tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0657976 Jul 23 07:32:32.906486 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f0fb020b-63eb-4ff4-b02b-20cebb51f273 req-f18987ec-c4f0-4d01-922b-b84b6431ad08 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335600 Jul 23 07:32:33.194287 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2184f-359d-40b1-9d01-d96375eadc8d req-5740d7fe-3ef8-4d9c-bd85-d8c98a8396dd tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:33.195760 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-19c2184f-359d-40b1-9d01-d96375eadc8d req-5740d7fe-3ef8-4d9c-bd85-d8c98a8396dd tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 945 time: 0.0616572 Jul 23 07:32:33.233547 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-19c2184f-359d-40b1-9d01-d96375eadc8d req-7615d224-33ed-47c7-9314-bf507fbd4842 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319252 Jul 23 07:32:33.336780 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-2b91bb92-b8fe-4b9a-84c6-8be1a41868c0 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:33.338547 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-2b91bb92-b8fe-4b9a-84c6-8be1a41868c0 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.23 "GET /v2.0/networks?id=6f994c47-3356-4715-8bfc-ff629f024545 HTTP/1.1" status: 200 len: 814 time: 0.1041069 Jul 23 07:32:33.341767 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-82b23fb1-a035-4cc7-8eff-fa00779506b0 req-0d526954-88a2-4153-be47-8692f17405ba tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 210 time: 0.0273490 Jul 23 07:32:33.375002 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-37b15e4f-0425-430f-8008-00d106f062dd tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Request body: {'port': {'device_id': 'e25a4e60-9f19-485e-aaaf-edcbbaa76db2', 'network_id': '6f994c47-3356-4715-8bfc-ff629f024545', 'admin_state_up': True, 'tenant_id': 'ef332cd6681944d498af7969851329f9'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:32:33.480259 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-37b15e4f-0425-430f-8008-00d106f062dd tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Made reservation on behalf of ef332cd6681944d498af7969851329f9 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:32:33.483532 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-37b15e4f-0425-430f-8008-00d106f062dd tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:33.515454 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:33.609202 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-37b15e4f-0425-430f-8008-00d106f062dd tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Allocated IP 172.20.0.13 (6f994c47-3356-4715-8bfc-ff629f024545/bb1bcb30-b989-4afe-be5a-f3e378f66181/bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:32:33.754162 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-37b15e4f-0425-430f-8008-00d106f062dd tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:33.791216 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-37b15e4f-0425-430f-8008-00d106f062dd tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:33.822750 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:32:33.831386 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-37b15e4f-0425-430f-8008-00d106f062dd tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Network 6f994c47-3356-4715-8bfc-ff629f024545 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:32:33.838932 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-37b15e4f-0425-430f-8008-00d106f062dd tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:32:33.841302 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-37b15e4f-0425-430f-8008-00d106f062dd tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:32:33.842264 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:32:33.842605 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device e4ca1e4e-dec2-4fe7-be4e-cfaf2f943961 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:32:33.873071 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b15e4f-0425-430f-8008-00d106f062dd tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Pushing event updated for resources: {'Port': ['ID=bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:33.896780 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-37b15e4f-0425-430f-8008-00d106f062dd tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:33.897385 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-37b15e4f-0425-430f-8008-00d106f062dd tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:33.943187 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-37b15e4f-0425-430f-8008-00d106f062dd tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5721188 Jul 23 07:32:33.969184 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Request body: {'port': {'device_id': 'e25a4e60-9f19-485e-aaaf-edcbbaa76db2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:32:34.040378 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5e73e-747e-4c91-ac4a-fb4e28738d81 req-058f87d8-f823-40d7-a6de-38fb6b347096 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:34.041718 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a1e5e73e-747e-4c91-ac4a-fb4e28738d81 req-058f87d8-f823-40d7-a6de-38fb6b347096 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 945 time: 0.1419458 Jul 23 07:32:34.128786 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:34.192822 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e0ac4-5bd0-4930-94ed-0742e90261a9 req-cede27b8-c0b6-42df-9a1c-7862392dd362 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:34.194275 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3d0e0ac4-5bd0-4930-94ed-0742e90261a9 req-cede27b8-c0b6-42df-9a1c-7862392dd362 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.2199867 Jul 23 07:32:34.319586 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3d0e0ac4-5bd0-4930-94ed-0742e90261a9 req-f4030c11-9785-4abb-9094-c9049fd5c03a tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1182547 Jul 23 07:32:34.333894 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-a1e5e73e-747e-4c91-ac4a-fb4e28738d81 req-29d8838a-ce0a-4527-80d1-ee724ec35bc2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Deleting port a2da0d17-f020-48e3-9a8d-879c7672d76f {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:32:34.334235 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-a1e5e73e-747e-4c91-ac4a-fb4e28738d81 req-29d8838a-ce0a-4527-80d1-ee724ec35bc2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:34.366172 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505be11-da65-405b-a8fa-4fa0b0cfce8e req-14fb597d-621c-4e64-a1bd-f6df3832dacc tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:34.367664 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8505be11-da65-405b-a8fa-4fa0b0cfce8e req-14fb597d-621c-4e64-a1bd-f6df3832dacc tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 945 time: 0.0650542 Jul 23 07:32:34.408925 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8505be11-da65-405b-a8fa-4fa0b0cfce8e req-12935f7f-e28e-47b2-af4a-33d5cf194395 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342700 Jul 23 07:32:34.514593 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-a1e5e73e-747e-4c91-ac4a-fb4e28738d81 req-29d8838a-ce0a-4527-80d1-ee724ec35bc2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] For port a2da0d17-f020-48e3-9a8d-879c7672d76f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2da0d17-f020-48e3-9a8d-879c7672d76f,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:34.514954 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-a1e5e73e-747e-4c91-ac4a-fb4e28738d81 req-29d8838a-ce0a-4527-80d1-ee724ec35bc2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:34.535441 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-a1e5e73e-747e-4c91-ac4a-fb4e28738d81 req-29d8838a-ce0a-4527-80d1-ee724ec35bc2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Calling delete_port for a2da0d17-f020-48e3-9a8d-879c7672d76f owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:32:34.635709 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ab1c3-3d98-4e38-9c45-3ce9c130efec req-47cb1d3a-09f3-4956-8674-88dfac966cbf tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:34.637103 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5e6ab1c3-3d98-4e38-9c45-3ce9c130efec req-47cb1d3a-09f3-4956-8674-88dfac966cbf tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 932 time: 0.2027125 Jul 23 07:32:34.665627 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:32:34.678832 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:34.721324 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5e6ab1c3-3d98-4e38-9c45-3ce9c130efec req-9335fcad-c8cb-4c41-818a-0d9dfb55d306 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780821 Jul 23 07:32:34.724044 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Transition to ACTIVE for port object bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:32:34.731422 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:34.812417 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-a1e5e73e-747e-4c91-ac4a-fb4e28738d81 req-29d8838a-ce0a-4527-80d1-ee724ec35bc2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:34.814482 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Pushing event updated for resources: {'Port': ['ID=bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:34.846751 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['ee0ae23a-b4f6-48d3-9b00-92553439c7f8', 'a2da0d17-f020-48e3-9a8d-879c7672d76f'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:32:34.883596 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8838a-ce0a-4527-80d1-ee724ec35bc2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Pushing event deleted for resources: {'Port': ['ID=a2da0d17-f020-48e3-9a8d-879c7672d76f,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:34.933221 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e5e73e-747e-4c91-ac4a-fb4e28738d81 req-29d8838a-ce0a-4527-80d1-ee724ec35bc2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] No DVR routers for this DVR port a2da0d17-f020-48e3-9a8d-879c7672d76f on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:32:34.937700 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-a1e5e73e-747e-4c91-ac4a-fb4e28738d81 req-29d8838a-ce0a-4527-80d1-ee724ec35bc2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:34.939617 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a1e5e73e-747e-4c91-ac4a-fb4e28738d81 req-29d8838a-ce0a-4527-80d1-ee724ec35bc2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "DELETE /v2.0/ports/a2da0d17-f020-48e3-9a8d-879c7672d76f HTTP/1.1" status: 204 len: 173 time: 0.8904016 Jul 23 07:32:34.941040 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec90e5df-c926-491b-b680-d23e9deb5adf', 'name': 'network-vif-deleted', 'tag': 'a2da0d17-f020-48e3-9a8d-879c7672d76f'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:32:34.943310 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a87daf-e747-47d4-a4c1-6aceafef3b1e" -d '{"events": [{"server_uuid": "ec90e5df-c926-491b-b680-d23e9deb5adf", "name": "network-vif-deleted", "tag": "a2da0d17-f020-48e3-9a8d-879c7672d76f"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:32:34.954829 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Attempting to bind port bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:32:34.955174 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Attempting to bind port bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'ef238f98-8808-42b9-b16e-07ff2f86637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6f994c47-3356-4715-8bfc-ff629f024545'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:32:34.955499 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Attempting to bind port bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 on network 6f994c47-3356-4715-8bfc-ff629f024545 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:32:34.960015 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Port bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 on network 6f994c47-3356-4715-8bfc-ff629f024545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:32:34.960368 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Attempting to bind port bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 on network 6f994c47-3356-4715-8bfc-ff629f024545 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:32:34.965324 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:32:34.965663 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Checking segment: {'id': 'ef238f98-8808-42b9-b16e-07ff2f86637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6f994c47-3356-4715-8bfc-ff629f024545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:32:34.966051 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Bound using segment: {'id': 'ef238f98-8808-42b9-b16e-07ff2f86637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6f994c47-3356-4715-8bfc-ff629f024545'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:32:34.966474 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Bound port: bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef238f98-8808-42b9-b16e-07ff2f86637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6f994c47-3356-4715-8bfc-ff629f024545'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:32:34.966829 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:35.003700 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54234e5c-3cfd-4b3f-97e5-7604099df7dc x-openstack-request-id: req-54234e5c-3cfd-4b3f-97e5-7604099df7dc {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:32:35.003990 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec90e5df-c926-491b-b680-d23e9deb5adf", "name": "network-vif-deleted", "tag": "a2da0d17-f020-48e3-9a8d-879c7672d76f", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:32:35.004262 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54234e5c-3cfd-4b3f-97e5-7604099df7dc {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:32:35.004645 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec90e5df-c926-491b-b680-d23e9deb5adf', 'name': 'network-vif-deleted', 'tag': 'a2da0d17-f020-48e3-9a8d-879c7672d76f', 'status': 'completed', 'code': 200} Jul 23 07:32:35.035927 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] For port bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:32:35.039386 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] For port bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8,segment=NetworkSegment(ef238f98-8808-42b9-b16e-07ff2f86637a),segment_id=ef238f98-8808-42b9-b16e-07ff2f86637a)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:32:35.044014 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:35.087069 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:35.087687 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:35.089095 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] 10.222.0.23 "PUT /v2.0/ports/bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 HTTP/1.1" status: 200 len: 1094 time: 1.1290252 Jul 23 07:32:35.105970 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5caabb-ccf0-42b9-ab27-c9b2b8f2673b service neutron] Pushing event updated for resources: {'Port': ['ID=bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:35.205470 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-e001a9bb-841d-4b4b-8c45-19d2ed2d898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:35.206953 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-e001a9bb-841d-4b4b-8c45-19d2ed2d898d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef332cd6681944d498af7969851329f9&device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 1097 time: 0.0538118 Jul 23 07:32:35.256961 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-39955daf-3cf2-4f11-840d-01e12d0e4ee7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 HTTP/1.1" status: 200 len: 217 time: 0.0335946 Jul 23 07:32:35.307736 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-d51e042d-ca22-4889-90f5-7fed57fc1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:35.309336 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-d51e042d-ca22-4889-90f5-7fed57fc1b93 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb1bcb30-b989-4afe-be5a-f3e378f66181 HTTP/1.1" status: 200 len: 854 time: 0.0453637 Jul 23 07:32:35.341116 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-b078870f-9600-4ea6-851f-cf578d3de0f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f994c47-3356-4715-8bfc-ff629f024545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251567 Jul 23 07:32:35.463307 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-ff2d8454-8b27-4a3c-bfd5-f7b3330e2fff service neutron] 10.222.0.23 "GET /v2.0/networks/6f994c47-3356-4715-8bfc-ff629f024545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138847 Jul 23 07:32:35.519366 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdbcbc-7659-43a7-8b8c-700e8f1848fc req-349376d1-f7b0-4c5c-93c8-c3a0a8f36711 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:35.520990 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-85bdbcbc-7659-43a7-8b8c-700e8f1848fc req-349376d1-f7b0-4c5c-93c8-c3a0a8f36711 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.1173015 Jul 23 07:32:35.525626 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4ba1f42b-5443-4e97-8637-29674bfa8878 req-da423d16-d9b3-4bb5-8c74-446d541655b1 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec90e5df-c926-491b-b680-d23e9deb5adf HTTP/1.1" status: 200 len: 210 time: 0.0334892 Jul 23 07:32:35.546375 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:35.606306 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4676cf34-28e9-4c36-ae6a-61766acbca47 req-e07ed2be-9f1f-4143-bc8d-2a1385f6eb70 service neutron] 10.222.0.23 "GET /v2.0/networks/6f994c47-3356-4715-8bfc-ff629f024545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317785 Jul 23 07:32:35.610564 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-85bdbcbc-7659-43a7-8b8c-700e8f1848fc req-58fdf8b2-3244-48b3-9620-5a40dc221ed5 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619674 Jul 23 07:32:35.846703 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15d46c-efa9-4eb6-b4a6-f3fbeb086b39 req-e6662930-ad4a-4587-9f64-50b5e88cd8cb tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:35.848166 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7b15d46c-efa9-4eb6-b4a6-f3fbeb086b39 req-e6662930-ad4a-4587-9f64-50b5e88cd8cb tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 944 time: 0.0607429 Jul 23 07:32:35.885271 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7b15d46c-efa9-4eb6-b4a6-f3fbeb086b39 req-46d4141e-a37f-4acf-b6f2-361202a137be tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316646 Jul 23 07:32:36.740921 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f789d0-d478-4a19-940b-7db81ff73f94 req-e8e3c924-6723-4c15-a822-7c7af2603538 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:36.742395 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d4f789d0-d478-4a19-940b-7db81ff73f94 req-e8e3c924-6723-4c15-a822-7c7af2603538 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0634029 Jul 23 07:32:36.781025 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d4f789d0-d478-4a19-940b-7db81ff73f94 req-e06f0b52-1fed-4f43-8089-793b5eb45284 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326002 Jul 23 07:32:37.006596 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25a4e60-9f19-485e-aaaf-edcbbaa76db2', 'tag': 'bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:32:37.008835 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f36e81e-f3fd-499e-a8ee-a4a639a662ac" -d '{"events": [{"name": "network-changed", "server_uuid": "e25a4e60-9f19-485e-aaaf-edcbbaa76db2", "tag": "bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:32:37.020617 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efecf34-8da1-4d8c-b2bd-979a713ae39d req-57c4fd5f-58ab-4917-b4f9-d63af3e9f373 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:37.022094 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5efecf34-8da1-4d8c-b2bd-979a713ae39d req-57c4fd5f-58ab-4917-b4f9-d63af3e9f373 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 944 time: 0.0686631 Jul 23 07:32:37.044781 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27c906c-db2d-4ad4-977e-0c301dba277e x-openstack-request-id: req-d27c906c-db2d-4ad4-977e-0c301dba277e {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:32:37.045062 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25a4e60-9f19-485e-aaaf-edcbbaa76db2", "tag": "bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:32:37.045305 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d27c906c-db2d-4ad4-977e-0c301dba277e {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:32:37.045689 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25a4e60-9f19-485e-aaaf-edcbbaa76db2', 'tag': 'bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8', 'status': 'completed', 'code': 200} Jul 23 07:32:37.062147 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5efecf34-8da1-4d8c-b2bd-979a713ae39d req-014fde6a-bf2c-416d-b50e-53c3e28720b5 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343523 Jul 23 07:32:37.164981 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36e81e-f3fd-499e-a8ee-a4a639a662ac req-477c8b0d-ed6c-42c0-943f-4dd220b49b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:37.166417 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8f36e81e-f3fd-499e-a8ee-a4a639a662ac req-477c8b0d-ed6c-42c0-943f-4dd220b49b43 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef332cd6681944d498af7969851329f9&device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 1097 time: 0.0537665 Jul 23 07:32:37.269167 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36e81e-f3fd-499e-a8ee-a4a639a662ac req-68428fa5-d103-491c-9bcd-0a8a1c0d3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:37.270615 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8f36e81e-f3fd-499e-a8ee-a4a639a662ac req-68428fa5-d103-491c-9bcd-0a8a1c0d3200 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6f994c47-3356-4715-8bfc-ff629f024545 HTTP/1.1" status: 200 len: 915 time: 0.0862281 Jul 23 07:32:37.310911 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8f36e81e-f3fd-499e-a8ee-a4a639a662ac req-fbd6f331-7f8f-4e67-ab48-9f6264318dab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 HTTP/1.1" status: 200 len: 217 time: 0.0325680 Jul 23 07:32:37.361718 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36e81e-f3fd-499e-a8ee-a4a639a662ac req-34e2d7c7-e044-41f2-b639-cfd97b80fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:37.363121 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8f36e81e-f3fd-499e-a8ee-a4a639a662ac req-34e2d7c7-e044-41f2-b639-cfd97b80fc33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb1bcb30-b989-4afe-be5a-f3e378f66181 HTTP/1.1" status: 200 len: 854 time: 0.0450206 Jul 23 07:32:37.396222 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8f36e81e-f3fd-499e-a8ee-a4a639a662ac req-569e7061-e62a-4c14-b740-f8a1d8ead196 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f994c47-3356-4715-8bfc-ff629f024545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259976 Jul 23 07:32:37.482203 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8f36e81e-f3fd-499e-a8ee-a4a639a662ac req-b36e0057-3d96-4c1d-82f0-c804b15f286c service neutron] 10.222.0.23 "GET /v2.0/networks/6f994c47-3356-4715-8bfc-ff629f024545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786352 Jul 23 07:32:37.571615 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8f36e81e-f3fd-499e-a8ee-a4a639a662ac req-e316eaed-ce65-4dbd-ae3b-58ec0e3c93d1 service neutron] 10.222.0.23 "GET /v2.0/networks/6f994c47-3356-4715-8bfc-ff629f024545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828247 Jul 23 07:32:37.835737 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:32:37.848996 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device a2da0d17-f020-48e3-9a8d-879c7672d76f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:32:37.874409 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: a2da0d17-f020-48e3-9a8d-879c7672d76f {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:32:37.874864 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device a2da0d17-f020-48e3-9a8d-879c7672d76f not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:32:37.924564 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c810d67-e55c-414b-bd5a-6927e98c6a8a req-4537e00e-a4b6-4afa-b5c7-47488fcce353 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:37.926123 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7c810d67-e55c-414b-bd5a-6927e98c6a8a req-4537e00e-a4b6-4afa-b5c7-47488fcce353 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0671024 Jul 23 07:32:37.949595 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a593b-c9db-4ac8-89e0-8ba6b64f45df req-577ef9e7-f85c-4985-831f-e065044fb492 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:37.951166 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-977a593b-c9db-4ac8-89e0-8ba6b64f45df req-577ef9e7-f85c-4985-831f-e065044fb492 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 946 time: 0.0721917 Jul 23 07:32:37.971722 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7c810d67-e55c-414b-bd5a-6927e98c6a8a req-4639a5dd-de63-4248-9efb-3d8ed3fb5bd1 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392776 Jul 23 07:32:37.996529 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-977a593b-c9db-4ac8-89e0-8ba6b64f45df req-ed643281-6329-498e-8078-499eb2c95504 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385673 Jul 23 07:32:38.070357 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8,segment=NetworkSegment(ef238f98-8808-42b9-b16e-07ff2f86637a),segment_id=ef238f98-8808-42b9-b16e-07ff2f86637a)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:38.081082 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': 'bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8', 'network_id': '6f994c47-3356-4715-8bfc-ff629f024545', 'port_id': 'bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8', 'mac_address': 'fa:16:3e:48:81:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1bcb30-b989-4afe-be5a-f3e378f66181', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:32:38.117781 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:38.130602 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:32:38.150125 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8,segment=NetworkSegment(ef238f98-8808-42b9-b16e-07ff2f86637a),segment_id=ef238f98-8808-42b9-b16e-07ff2f86637a)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:38.154470 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:38.196553 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e0f80-53a6-409e-872b-e82afb7e89e3 req-f819ca3e-38a4-4528-8d3f-fbb58e9b32ea tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:38.198025 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5c1e0f80-53a6-409e-872b-e82afb7e89e3 req-f819ca3e-38a4-4528-8d3f-fbb58e9b32ea tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 944 time: 0.0665131 Jul 23 07:32:38.199200 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:38.206679 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:38.207021 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:38.207359 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:38.207689 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:38.208010 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:38.208369 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:38.208693 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:38.209013 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:38.209332 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:38.209650 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:38.209964 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:38.210278 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:32:38.235346 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5c1e0f80-53a6-409e-872b-e82afb7e89e3 req-730ae76e-8517-43cb-8ae4-62d97288dab9 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316110 Jul 23 07:32:38.509810 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:32:39.104690 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf479a8-6234-4b0a-9796-882b5ecbc404 req-506ef2cd-a49f-4513-99df-6c2dd4a75f7d tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:39.106162 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ddf479a8-6234-4b0a-9796-882b5ecbc404 req-506ef2cd-a49f-4513-99df-6c2dd4a75f7d tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0643356 Jul 23 07:32:39.131585 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964998d-960b-437e-8340-6385b5b1e917 req-5ba51e2e-ad8e-4105-b3ea-b142dfe16e9e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:39.133172 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0964998d-960b-437e-8340-6385b5b1e917 req-5ba51e2e-ad8e-4105-b3ea-b142dfe16e9e tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 946 time: 0.0664628 Jul 23 07:32:39.146002 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ddf479a8-6234-4b0a-9796-882b5ecbc404 req-1d546147-7b6f-473d-8848-6ea84611cfd2 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339398 Jul 23 07:32:39.170562 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0964998d-960b-437e-8340-6385b5b1e917 req-09565491-cabe-4136-89d5-b4cbd1181e0b tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319393 Jul 23 07:32:39.363264 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff350b3-c514-46d1-90e1-c17d2ff1aa9b req-411fb744-fb80-49ea-8e74-f3d64ab6838f tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:39.364727 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8ff350b3-c514-46d1-90e1-c17d2ff1aa9b req-411fb744-fb80-49ea-8e74-f3d64ab6838f tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 945 time: 0.0636828 Jul 23 07:32:39.413015 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8ff350b3-c514-46d1-90e1-c17d2ff1aa9b req-347d20cd-3642-4f26-ba28-31a2c7bddad5 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Jul 23 07:32:39.755868 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc60a4d-7de4-47c7-9a3b-6d54bfb0314f req-db1f4f2e-5f1f-4972-a08d-92abec607f89 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:39.757320 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-fbc60a4d-7de4-47c7-9a3b-6d54bfb0314f req-db1f4f2e-5f1f-4972-a08d-92abec607f89 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 946 time: 0.0611064 Jul 23 07:32:39.851624 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:32:39.908855 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:32:39.913055 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:32:39.913418 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:39.998544 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:40.022845 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25a4e60-9f19-485e-aaaf-edcbbaa76db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:32:40.025060 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d64014-ec18-4b05-9cde-50b219269d64" -d '{"events": [{"server_uuid": "e25a4e60-9f19-485e-aaaf-edcbbaa76db2", "name": "network-vif-plugged", "status": "completed", "tag": "bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:32:40.037904 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8,segment=NetworkSegment(ef238f98-8808-42b9-b16e-07ff2f86637a),segment_id=ef238f98-8808-42b9-b16e-07ff2f86637a)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:40.042135 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:40.066756 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76f5723-250f-4609-a9d5-94e9aa7ed9c4 x-openstack-request-id: req-e76f5723-250f-4609-a9d5-94e9aa7ed9c4 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:32:40.067056 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25a4e60-9f19-485e-aaaf-edcbbaa76db2", "name": "network-vif-plugged", "status": "completed", "tag": "bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:32:40.067505 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e76f5723-250f-4609-a9d5-94e9aa7ed9c4 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:32:40.067908 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25a4e60-9f19-485e-aaaf-edcbbaa76db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8', 'code': 200} Jul 23 07:32:40.094014 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-fbc60a4d-7de4-47c7-9a3b-6d54bfb0314f req-84aa2497-5192-4e15-86de-fe50f28717a2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Deleting port ee0ae23a-b4f6-48d3-9b00-92553439c7f8 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:32:40.094369 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-fbc60a4d-7de4-47c7-9a3b-6d54bfb0314f req-84aa2497-5192-4e15-86de-fe50f28717a2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:40.099839 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:40.187968 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-fbc60a4d-7de4-47c7-9a3b-6d54bfb0314f req-84aa2497-5192-4e15-86de-fe50f28717a2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] For port ee0ae23a-b4f6-48d3-9b00-92553439c7f8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee0ae23a-b4f6-48d3-9b00-92553439c7f8,segment=NetworkSegment(135720d4-62cd-454b-9201-c837e348dddb),segment_id=135720d4-62cd-454b-9201-c837e348dddb)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:40.188378 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-fbc60a4d-7de4-47c7-9a3b-6d54bfb0314f req-84aa2497-5192-4e15-86de-fe50f28717a2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:40.208497 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-fbc60a4d-7de4-47c7-9a3b-6d54bfb0314f req-84aa2497-5192-4e15-86de-fe50f28717a2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Calling delete_port for ee0ae23a-b4f6-48d3-9b00-92553439c7f8 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:32:40.283966 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49444a5b-67fb-44cb-b390-698f900cd0e6 req-66e0d903-bfd2-453a-a7b8-55541dfb10cf tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:40.285467 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-49444a5b-67fb-44cb-b390-698f900cd0e6 req-66e0d903-bfd2-453a-a7b8-55541dfb10cf tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0693614 Jul 23 07:32:40.325599 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-49444a5b-67fb-44cb-b390-698f900cd0e6 req-f3c85d6b-6ffc-4d73-989c-a96d614ffee3 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343111 Jul 23 07:32:40.396481 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ffa65-d7b2-46f7-b013-cedfb1661263 req-aa1c3f72-4237-4fb2-839c-6759bd5b1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:40.397953 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-560ffa65-d7b2-46f7-b013-cedfb1661263 req-aa1c3f72-4237-4fb2-839c-6759bd5b1432 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 1099 time: 0.1467941 Jul 23 07:32:40.409560 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9e097-b6b3-4426-b477-0dba6e537810 req-9d3ed89b-2d2b-4be3-a018-ab0391f40516 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:40.410892 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e0c9e097-b6b3-4426-b477-0dba6e537810 req-9d3ed89b-2d2b-4be3-a018-ab0391f40516 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e7dbce-3af7-4d97-8590-3cfcedf35aa4 HTTP/1.1" status: 200 len: 946 time: 0.1511981 Jul 23 07:32:40.471754 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-fbc60a4d-7de4-47c7-9a3b-6d54bfb0314f req-84aa2497-5192-4e15-86de-fe50f28717a2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:40.485119 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-560ffa65-d7b2-46f7-b013-cedfb1661263 req-474e62a7-7fdc-4555-93b4-51fcca84adf2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733194 Jul 23 07:32:40.509472 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['ee0ae23a-b4f6-48d3-9b00-92553439c7f8'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:32:40.512347 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e0c9e097-b6b3-4426-b477-0dba6e537810 req-f41421c6-e7a9-4dc2-acfa-7e635da3623d tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.13 "GET /v2.0/security-groups?id=63fbcdb5-385b-4005-9e52-a4e3c87fd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924191 Jul 23 07:32:40.513449 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa2497-5192-4e15-86de-fe50f28717a2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Pushing event deleted for resources: {'Port': ['ID=ee0ae23a-b4f6-48d3-9b00-92553439c7f8,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:40.558291 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a4cc5-d834-465d-a781-6c3e90fe48e9 req-3245915c-b95d-425d-8ec7-e3ea12ba4834 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:40.558521 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc60a4d-7de4-47c7-9a3b-6d54bfb0314f req-84aa2497-5192-4e15-86de-fe50f28717a2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] No DVR routers for this DVR port ee0ae23a-b4f6-48d3-9b00-92553439c7f8 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:32:40.560768 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-361a4cc5-d834-465d-a781-6c3e90fe48e9 req-3245915c-b95d-425d-8ec7-e3ea12ba4834 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 946 time: 0.0738027 Jul 23 07:32:40.560887 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-fbc60a4d-7de4-47c7-9a3b-6d54bfb0314f req-84aa2497-5192-4e15-86de-fe50f28717a2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:40.562835 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-fbc60a4d-7de4-47c7-9a3b-6d54bfb0314f req-84aa2497-5192-4e15-86de-fe50f28717a2 tempest-AttachVolumeNegativeTest-38270482 tempest-AttachVolumeNegativeTest-38270482-project] 10.222.0.23 "DELETE /v2.0/ports/ee0ae23a-b4f6-48d3-9b00-92553439c7f8 HTTP/1.1" status: 204 len: 173 time: 0.7997663 Jul 23 07:32:40.563269 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e7dbce-3af7-4d97-8590-3cfcedf35aa4', 'name': 'network-vif-deleted', 'tag': 'ee0ae23a-b4f6-48d3-9b00-92553439c7f8'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:32:40.566169 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f0b92c-b787-4a3b-8155-5bc69b6b2578" -d '{"events": [{"server_uuid": "39e7dbce-3af7-4d97-8590-3cfcedf35aa4", "name": "network-vif-deleted", "tag": "ee0ae23a-b4f6-48d3-9b00-92553439c7f8"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:32:40.599773 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-361a4cc5-d834-465d-a781-6c3e90fe48e9 req-91ad8513-8401-431d-9f53-88289151623d tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328145 Jul 23 07:32:40.600123 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e174982-2fc2-41ef-b137-2e17059374ed x-openstack-request-id: req-6e174982-2fc2-41ef-b137-2e17059374ed {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:32:40.600421 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e7dbce-3af7-4d97-8590-3cfcedf35aa4", "name": "network-vif-deleted", "tag": "ee0ae23a-b4f6-48d3-9b00-92553439c7f8", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:32:40.600677 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e174982-2fc2-41ef-b137-2e17059374ed {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:32:40.601203 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e7dbce-3af7-4d97-8590-3cfcedf35aa4', 'name': 'network-vif-deleted', 'tag': 'ee0ae23a-b4f6-48d3-9b00-92553439c7f8', 'status': 'completed', 'code': 200} Jul 23 07:32:41.455844 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8469d43-91f4-4b59-8aa1-8def5b1d46c1 req-a334bd68-5b5d-42ec-ade7-2a291102e415 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:41.457377 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a8469d43-91f4-4b59-8aa1-8def5b1d46c1 req-a334bd68-5b5d-42ec-ade7-2a291102e415 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0636399 Jul 23 07:32:41.496643 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a8469d43-91f4-4b59-8aa1-8def5b1d46c1 req-00380ebd-c892-4bbf-9747-e365bc9281c7 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334589 Jul 23 07:32:41.577739 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47954) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:41.625715 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea2253f-be2b-46f1-8ceb-c85262d17650 admin admin] Deleting subnet 545950e2-bd4a-4db2-afca-7a9307ec9e32 {{(pid=93082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:32:41.629519 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-dea2253f-be2b-46f1-8ceb-c85262d17650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:41.666492 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-dea2253f-be2b-46f1-8ceb-c85262d17650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14992576'] for subnet, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:41.705273 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-dea2253f-be2b-46f1-8ceb-c85262d17650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:41.740339 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9e1b2-30fc-4b63-b135-17650398b1e2 req-7798074d-434b-45a0-8d39-ebf7e3cbcd97 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:41.741846 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-07b9e1b2-30fc-4b63-b135-17650398b1e2 req-7798074d-434b-45a0-8d39-ebf7e3cbcd97 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 946 time: 0.0691028 Jul 23 07:32:41.758496 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-dea2253f-be2b-46f1-8ceb-c85262d17650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15755894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13111125'] for subnet, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:41.780831 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-07b9e1b2-30fc-4b63-b135-17650398b1e2 req-6aa12425-5cf8-4de0-9b8d-dbe983883965 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330272 Jul 23 07:32:41.781349 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2253f-be2b-46f1-8ceb-c85262d17650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=545950e2-bd4a-4db2-afca-7a9307ec9e32,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:41.787731 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-dea2253f-be2b-46f1-8ceb-c85262d17650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:41.790067 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-dea2253f-be2b-46f1-8ceb-c85262d17650 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/545950e2-bd4a-4db2-afca-7a9307ec9e32 HTTP/1.1" status: 204 len: 168 time: 0.2108743 Jul 23 07:32:41.792123 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47960) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:41.861037 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6ba6d33b-886f-43be-bbe9-3279807e48e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:42.160243 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6ba6d33b-886f-43be-bbe9-3279807e48e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:42.170384 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-6ba6d33b-886f-43be-bbe9-3279807e48e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287a8c89-0c72-4334-af82-cc8dcaad7253']}} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:42.179506 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-6ba6d33b-886f-43be-bbe9-3279807e48e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135720d4-62cd-454b-9201-c837e348dddb') {'for_net_delete': True} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:42.179795 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-6ba6d33b-886f-43be-bbe9-3279807e48e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135720d4-62cd-454b-9201-c837e348dddb') {} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:32:42.188004 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6ba6d33b-886f-43be-bbe9-3279807e48e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14992585'] for segment, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:42.201328 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6ba6d33b-886f-43be-bbe9-3279807e48e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:42.207541 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba6d33b-886f-43be-bbe9-3279807e48e3 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:32:42.207866 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6ba6d33b-886f-43be-bbe9-3279807e48e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15755788'] for segment, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: Traceback (most recent call last): Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: timer() Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: cb(*args, **kw) Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: return func(*args, **kwargs) Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: self._notify() Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: self.callback(batched_events) Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: event.method(event) Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: return f(self, *a, **k) Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._get(url).json() Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: return self.request(url, 'GET', **kwargs) Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:32:42.209436 dv-cinder-773985-13-iscsi neutron-server[93082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:32:42.259304 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6ba6d33b-886f-43be-bbe9-3279807e48e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:42.264428 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6ba6d33b-886f-43be-bbe9-3279807e48e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:42.266189 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-6ba6d33b-886f-43be-bbe9-3279807e48e3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/287a8c89-0c72-4334-af82-cc8dcaad7253 HTTP/1.1" status: 204 len: 168 time: 0.4731681 Jul 23 07:32:42.276769 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6d33b-886f-43be-bbe9-3279807e48e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=287a8c89-0c72-4334-af82-cc8dcaad7253,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:42.378128 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47966) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:42.417746 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-bc48b125-f1d3-4e5e-9d5c-4d713f5d46d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53b48d2935be49a39c5e569014173a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384336 Jul 23 07:32:42.420093 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 47968) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:42.469085 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d84ccb06-b4bc-4007-8606-c74d5dc4b54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:42.489306 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d84ccb06-b4bc-4007-8606-c74d5dc4b54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:42.534041 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d84ccb06-b4bc-4007-8606-c74d5dc4b54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:42.536658 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d84ccb06-b4bc-4007-8606-c74d5dc4b54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:42.537778 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-d84ccb06-b4bc-4007-8606-c74d5dc4b54d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63fbcdb5-385b-4005-9e52-a4e3c87fd14e HTTP/1.1" status: 204 len: 168 time: 0.1167974 Jul 23 07:32:42.545342 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ccb06-b4bc-4007-8606-c74d5dc4b54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fbcdb5-385b-4005-9e52-a4e3c87fd14e,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:42.628032 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739a23c-7531-4f9f-9865-46ed6d6a686a req-8cb7cde5-0fcf-4f64-a437-9d188c3d5188 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:42.629522 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0739a23c-7531-4f9f-9865-46ed6d6a686a req-8cb7cde5-0fcf-4f64-a437-9d188c3d5188 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0622938 Jul 23 07:32:42.668334 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0739a23c-7531-4f9f-9865-46ed6d6a686a req-bed6e56c-99bf-4575-968b-725fe51474e5 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fac8659-e2b3-469e-931b-37f2ce83d544&id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333121 Jul 23 07:32:42.918438 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eec079-7780-4110-b3aa-534ce2358ab5 req-d1593076-980b-4c4e-8977-dd1a237f5675 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:42.919937 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e9eec079-7780-4110-b3aa-534ce2358ab5 req-d1593076-980b-4c4e-8977-dd1a237f5675 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 946 time: 0.0662234 Jul 23 07:32:42.957954 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e9eec079-7780-4110-b3aa-534ce2358ab5 req-c84bbea7-fba3-47b4-b19c-aafb94ccd0d2 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Jul 23 07:32:43.851127 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device ee0ae23a-b4f6-48d3-9b00-92553439c7f8 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:32:43.875366 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: ee0ae23a-b4f6-48d3-9b00-92553439c7f8 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:32:43.875649 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device ee0ae23a-b4f6-48d3-9b00-92553439c7f8 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:32:51.176632 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:32:54.375796 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 48192) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:54.478123 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9cc26374-afa4-4cf5-8dc0-b6acd2234c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:54.568091 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9cc26374-afa4-4cf5-8dc0-b6acd2234c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:54.571820 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9cc26374-afa4-4cf5-8dc0-b6acd2234c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:54.608246 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-9cc26374-afa4-4cf5-8dc0-b6acd2234c4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6540116e89824d04a12adcafd688e3da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307794 Jul 23 07:32:54.609363 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc26374-afa4-4cf5-8dc0-b6acd2234c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277e1c74-bac1-4c33-b96a-d2a1b8711892,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:54.611471 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 48196) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:54.660496 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-25426247-7d91-4d98-8c79-8b43cc7a5eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:54.681344 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-25426247-7d91-4d98-8c79-8b43cc7a5eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:54.729160 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-25426247-7d91-4d98-8c79-8b43cc7a5eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:54.731587 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-25426247-7d91-4d98-8c79-8b43cc7a5eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:54.732820 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-25426247-7d91-4d98-8c79-8b43cc7a5eb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/277e1c74-bac1-4c33-b96a-d2a1b8711892 HTTP/1.1" status: 204 len: 168 time: 0.1202919 Jul 23 07:32:54.742967 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25426247-7d91-4d98-8c79-8b43cc7a5eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277e1c74-bac1-4c33-b96a-d2a1b8711892,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:55.007241 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 48204) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:55.023489 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e210d43e-b70e-4772-9dc6-e8d066b2f2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:55.112517 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e210d43e-b70e-4772-9dc6-e8d066b2f2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:55.116423 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e210d43e-b70e-4772-9dc6-e8d066b2f2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:55.152818 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210d43e-b70e-4772-9dc6-e8d066b2f2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e31bc23-41bf-44ef-aee1-72c460567b62,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:55.158905 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-e210d43e-b70e-4772-9dc6-e8d066b2f2fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=155dc0264a82456d993c38b51e6eee41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505964 Jul 23 07:32:55.161500 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 48206) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:55.210341 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f04c2410-0f8e-4141-b6f9-71f7505f75e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:55.231337 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f04c2410-0f8e-4141-b6f9-71f7505f75e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:55.276600 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f04c2410-0f8e-4141-b6f9-71f7505f75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:55.279418 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f04c2410-0f8e-4141-b6f9-71f7505f75e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:55.280592 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-f04c2410-0f8e-4141-b6f9-71f7505f75e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e31bc23-41bf-44ef-aee1-72c460567b62 HTTP/1.1" status: 204 len: 168 time: 0.1181810 Jul 23 07:32:55.289048 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c2410-0f8e-4141-b6f9-71f7505f75e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e31bc23-41bf-44ef-aee1-72c460567b62,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:56.653458 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:57.301187 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016df1c-efb8-4067-a55e-3f1879d81a13 req-8e827f4d-489b-4deb-b8e7-b80810777350 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:57.302759 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6016df1c-efb8-4067-a55e-3f1879d81a13 req-8e827f4d-489b-4deb-b8e7-b80810777350 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 947 time: 0.0663755 Jul 23 07:32:57.339224 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6016df1c-efb8-4067-a55e-3f1879d81a13 req-b3c6cd86-3c1e-4bbd-8f7d-e9005ba7b12d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308762 Jul 23 07:32:58.477362 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c63bc5-5131-480d-8caa-ca008c959583 req-35d6f41e-bee6-4a8f-8f0b-a5aa3f517c75 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:58.478848 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-85c63bc5-5131-480d-8caa-ca008c959583 req-35d6f41e-bee6-4a8f-8f0b-a5aa3f517c75 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 947 time: 0.0657358 Jul 23 07:32:58.516945 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-85c63bc5-5131-480d-8caa-ca008c959583 req-016cc37b-bf1a-49b9-8dc2-366d5fdcd56b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326183 Jul 23 07:32:59.550576 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 48308) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:59.656348 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-35c4651c-3273-43b9-9fe8-ed97616b33e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:59.680685 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33bda3-fbcd-4314-a477-c9425c5724c6 req-eaa1c716-1462-4098-a39f-0a122ce7147c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:59.682237 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6f33bda3-fbcd-4314-a477-c9425c5724c6 req-eaa1c716-1462-4098-a39f-0a122ce7147c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 947 time: 0.0923004 Jul 23 07:32:59.734054 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6f33bda3-fbcd-4314-a477-c9425c5724c6 req-d30f1124-09df-4072-8147-abaca2ff6347 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d1c0aa-5b0e-4cac-9af1-2e983558bd36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459528 Jul 23 07:32:59.745477 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-7e9bc042-35d1-42a6-9651-f9b85e5fc202 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:32:59.746932 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-7e9bc042-35d1-42a6-9651-f9b85e5fc202 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.23 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 947 time: 0.1019461 Jul 23 07:32:59.752981 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-35c4651c-3273-43b9-9fe8-ed97616b33e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:59.757628 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-35c4651c-3273-43b9-9fe8-ed97616b33e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:59.779534 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-7b1a6e7a-8a5e-43d9-8451-3acbd3c6de9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:59.800525 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-35c4651c-3273-43b9-9fe8-ed97616b33e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c01fc694cda84ae388c04e84dbb91f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488306 Jul 23 07:32:59.801925 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4651c-3273-43b9-9fe8-ed97616b33e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812ba717-d74b-497f-b7c8-4e864e0aa9b6,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:59.804354 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 48312) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:32:59.853981 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b3369c07-9ec5-4d3a-9972-ce5b1a173028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:59.858061 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-f2649262-f5b7-41e4-acd2-f71e4d3caacb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Deleting port b9582ac8-00f4-4476-ae63-a8d03e078848 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:32:59.858410 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-f2649262-f5b7-41e4-acd2-f71e4d3caacb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:59.875990 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b3369c07-9ec5-4d3a-9972-ce5b1a173028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:59.921642 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b3369c07-9ec5-4d3a-9972-ce5b1a173028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:59.924189 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b3369c07-9ec5-4d3a-9972-ce5b1a173028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:32:59.925332 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-b3369c07-9ec5-4d3a-9972-ce5b1a173028 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/812ba717-d74b-497f-b7c8-4e864e0aa9b6 HTTP/1.1" status: 204 len: 168 time: 0.1198695 Jul 23 07:32:59.932802 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3369c07-9ec5-4d3a-9972-ce5b1a173028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812ba717-d74b-497f-b7c8-4e864e0aa9b6,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:32:59.958827 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-f2649262-f5b7-41e4-acd2-f71e4d3caacb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] For port b9582ac8-00f4-4476-ae63-a8d03e078848, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9582ac8-00f4-4476-ae63-a8d03e078848,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:32:59.959324 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-f2649262-f5b7-41e4-acd2-f71e4d3caacb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:00.186256 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-f2649262-f5b7-41e4-acd2-f71e4d3caacb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:00.186669 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-f2649262-f5b7-41e4-acd2-f71e4d3caacb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:00.186987 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.l3_db [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-f2649262-f5b7-41e4-acd2-f71e4d3caacb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Floating IP 1b2678f6-ac8d-4db5-9a8e-d60bbe5ac0b4 disassociated. External IP: 172.27.1.207, port: b9582ac8-00f4-4476-ae63-a8d03e078848. Jul 23 07:33:00.187356 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-f2649262-f5b7-41e4-acd2-f71e4d3caacb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Calling delete_port for b9582ac8-00f4-4476-ae63-a8d03e078848 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:33:00.192243 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 48318) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:00.205081 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bab91e90-a662-4cfd-8524-c7d5d97bc960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:00.296954 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bab91e90-a662-4cfd-8524-c7d5d97bc960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:00.304833 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bab91e90-a662-4cfd-8524-c7d5d97bc960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:00.318559 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-f2649262-f5b7-41e4-acd2-f71e4d3caacb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:00.342505 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-bab91e90-a662-4cfd-8524-c7d5d97bc960 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1dca4bbfd1c8464ead4ec823b5002312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491792 Jul 23 07:33:00.344414 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab91e90-a662-4cfd-8524-c7d5d97bc960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995ec74a-3d48-4ebf-8c06-777562fa1013,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:00.346744 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 48322) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:00.348380 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2649262-f5b7-41e4-acd2-f71e4d3caacb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event deleted for resources: {'Port': ['ID=b9582ac8-00f4-4476-ae63-a8d03e078848,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:00.401376 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-56c0fb76-e4f6-4da4-9a69-e37cdfda74f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:00.422006 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-56c0fb76-e4f6-4da4-9a69-e37cdfda74f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:00.469426 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-56c0fb76-e4f6-4da4-9a69-e37cdfda74f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:00.471276 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-f2649262-f5b7-41e4-acd2-f71e4d3caacb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Router 63279ee6-7d44-461a-a924-c6e89946307c has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:33:00.472252 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-56c0fb76-e4f6-4da4-9a69-e37cdfda74f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:00.473514 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-56c0fb76-e4f6-4da4-9a69-e37cdfda74f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/995ec74a-3d48-4ebf-8c06-777562fa1013 HTTP/1.1" status: 204 len: 168 time: 0.1258655 Jul 23 07:33:00.482230 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0fb76-e4f6-4da4-9a69-e37cdfda74f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995ec74a-3d48-4ebf-8c06-777562fa1013,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:00.584963 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-f2649262-f5b7-41e4-acd2-f71e4d3caacb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:33:00.596467 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5c338-097e-4d48-b7d3-65213c92f0d0 None None] Sync routers for ids ['63279ee6-7d44-461a-a924-c6e89946307c'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:33:00.606725 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5c338-097e-4d48-b7d3-65213c92f0d0 None None] Routers {'63279ee6-7d44-461a-a924-c6e89946307c'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:33:00.607933 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-2be5c338-097e-4d48-b7d3-65213c92f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:32:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['63279ee6-7d44-461a-a924-c6e89946307c'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:00.638432 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-f2649262-f5b7-41e4-acd2-f71e4d3caacb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] No DVR routers for this DVR port b9582ac8-00f4-4476-ae63-a8d03e078848 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:33:00.641128 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-f2649262-f5b7-41e4-acd2-f71e4d3caacb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:00.643471 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e316b12e-4fee-4144-aafd-cb8cb69d6f4a req-f2649262-f5b7-41e4-acd2-f71e4d3caacb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.23 "DELETE /v2.0/ports/b9582ac8-00f4-4476-ae63-a8d03e078848 HTTP/1.1" status: 204 len: 173 time: 0.8886669 Jul 23 07:33:00.644098 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130d617b-ed49-4995-a379-463d96c6085d', 'name': 'network-vif-deleted', 'tag': 'b9582ac8-00f4-4476-ae63-a8d03e078848'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:00.646482 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b9d4ef-b219-4bf4-9cf7-52adfb49df95" -d '{"events": [{"server_uuid": "130d617b-ed49-4995-a379-463d96c6085d", "name": "network-vif-deleted", "tag": "b9582ac8-00f4-4476-ae63-a8d03e078848"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:00.682176 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e169016c-685b-4521-b38f-13ed78d9eed8 x-openstack-request-id: req-e169016c-685b-4521-b38f-13ed78d9eed8 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:00.682792 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130d617b-ed49-4995-a379-463d96c6085d", "name": "network-vif-deleted", "tag": "b9582ac8-00f4-4476-ae63-a8d03e078848", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:00.682792 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e169016c-685b-4521-b38f-13ed78d9eed8 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:00.683071 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130d617b-ed49-4995-a379-463d96c6085d', 'name': 'network-vif-deleted', 'tag': 'b9582ac8-00f4-4476-ae63-a8d03e078848', 'status': 'completed', 'code': 200} Jul 23 07:33:00.743728 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-2be5c338-097e-4d48-b7d3-65213c92f0d0 None None] Set router 63279ee6-7d44-461a-a924-c6e89946307c gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:33:00.906823 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b114e6a6-4483-4589-a67a-e71e350bc06d req-d69101ea-830b-468c-be9b-12dbcb7921d0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=130d617b-ed49-4995-a379-463d96c6085d HTTP/1.1" status: 200 len: 210 time: 0.0520129 Jul 23 07:33:00.964935 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-2be5c338-097e-4d48-b7d3-65213c92f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'e51b45d1-e333-4f86-95da-8fd6790e0d07', 'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'mac_address': 'fa:16:3e:11:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:55Z', 'updated_at': '2021-07-23T07:29:11Z', 'revision_number': 5, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'subnets': [{'id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:00.998083 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5c338-097e-4d48-b7d3-65213c92f0d0 None None] Checking router: 63279ee6-7d44-461a-a924-c6e89946307c for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:33:01.007075 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5c338-097e-4d48-b7d3-65213c92f0d0 None None] Routers {'63279ee6-7d44-461a-a924-c6e89946307c'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:33:01.007992 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-2be5c338-097e-4d48-b7d3-65213c92f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:32:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['63279ee6-7d44-461a-a924-c6e89946307c'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:01.116328 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-2be5c338-097e-4d48-b7d3-65213c92f0d0 None None] Set router 63279ee6-7d44-461a-a924-c6e89946307c gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:33:01.265594 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 48350) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:01.346850 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-2be5c338-097e-4d48-b7d3-65213c92f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'e51b45d1-e333-4f86-95da-8fd6790e0d07', 'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'mac_address': 'fa:16:3e:11:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:55Z', 'updated_at': '2021-07-23T07:29:11Z', 'revision_number': 5, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'subnets': [{'id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:01.380465 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5c338-097e-4d48-b7d3-65213c92f0d0 None None] The sync data for ids ['63279ee6-7d44-461a-a924-c6e89946307c'] in dv-cinder-773985-13-iscsi is: [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'e51b45d1-e333-4f86-95da-8fd6790e0d07', 'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'mac_address': 'fa:16:3e:11:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:55Z', 'updated_at': '2021-07-23T07:29:11Z', 'revision_number': 5, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'subnets': [{'id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:33:01.447681 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-144867944-network', 'tenant_id': '9afe47875bfa43d59ec06cc2a4dffb26'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:01.477057 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] Made reservation on behalf of 9afe47875bfa43d59ec06cc2a4dffb26 for: {'network': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:33:01.479767 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:01.493261 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:01.600750 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:01.605226 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:01.633789 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:33:01.640007 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10884d55-d6c2-460a-9a43-3bead4805553,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:01.646969 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:01.647276 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.segments_db [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] Added segment 0a4a65ca-3f9e-4905-a19d-ab1abb2a2906 of type vlan for network 61abd229-d148-4a8b-b6ed-da9a766989d9 Jul 23 07:33:01.668266 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5357222c-14f1-4955-afeb-63aad059eb4d None None] New status for floating IP 1b2678f6-ac8d-4db5-9a8e-d60bbe5ac0b4: DOWN {{(pid=93084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:33:01.686484 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:01.714989 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:01.716186 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:01.717060 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:01.758508 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 48356) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:01.759084 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4922779 Jul 23 07:33:01.765085 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Request body: {'subnet': {'network_id': '61abd229-d148-4a8b-b6ed-da9a766989d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-144867944-subnet', 'tenant_id': '9afe47875bfa43d59ec06cc2a4dffb26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:01.787185 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701a33e-937b-43ad-a4f9-c00cc676598c admin admin] Pushing event updated for resources: {'Network': ['ID=61abd229-d148-4a8b-b6ed-da9a766989d9,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:01.797154 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Made reservation on behalf of 9afe47875bfa43d59ec06cc2a4dffb26 for: {'subnet': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:33:01.798612 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network 61abd229-d148-4a8b-b6ed-da9a766989d9 details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:33:01.800311 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290754'] for subnet, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:01.992637 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 48362) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:02.001696 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14337743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290736'] for subnet, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:02.052636 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1bf645f0-9730-4e86-9cf8-ee507048bca9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:02.059428 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff3e79c-2cb1-4918-be98-b7ea8aa45eda,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:02.070370 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:02.070714 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:02.071052 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:02.071382 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:02.071710 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:02.072040 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:02.072391 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:02.072719 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:02.073043 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:02.073364 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:02.073681 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:02.073996 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:02.080695 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Checking segment: {'id': '0a4a65ca-3f9e-4905-a19d-ab1abb2a2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '61abd229-d148-4a8b-b6ed-da9a766989d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:33:02.081088 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Network hostable DHCP agents. Network: 61abd229-d148-4a8b-b6ed-da9a766989d9, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:33:02.083779 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1bf645f0-9730-4e86-9cf8-ee507048bca9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:02.100972 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Network 61abd229-d148-4a8b-b6ed-da9a766989d9 is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:33:02.111292 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, 61abd229-d148-4a8b-b6ed-da9a766989d9) {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:33:02.115350 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:02.116533 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:02.126377 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580d5393-81d7-42b9-9b6e-9e67c7dcb068 None None] Network 61abd229-d148-4a8b-b6ed-da9a766989d9 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:33:02.134478 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-9fcefcdd-9098-4d73-a436-6edc57fa9678 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3738637 Jul 23 07:33:02.150384 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1bf645f0-9730-4e86-9cf8-ee507048bca9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:02.153429 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1bf645f0-9730-4e86-9cf8-ee507048bca9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:02.154913 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-1bf645f0-9730-4e86-9cf8-ee507048bca9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "DELETE /v2.0/security-groups/36d1c0aa-5b0e-4cac-9af1-2e983558bd36 HTTP/1.1" status: 204 len: 168 time: 0.1608746 Jul 23 07:33:02.157403 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 48366) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:02.169855 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf645f0-9730-4e86-9cf8-ee507048bca9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d1c0aa-5b0e-4cac-9af1-2e983558bd36,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:02.175570 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.api.v2.resource [None req-78aab82a-1075-44fb-ab4c-f46a8b04540c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] show failed (client error): The resource could not be found. Jul 23 07:33:02.176732 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-78aab82a-1075-44fb-ab4c-f46a8b04540c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups/36d1c0aa-5b0e-4cac-9af1-2e983558bd36 HTTP/1.1" status: 404 len: 347 time: 0.0183241 Jul 23 07:33:02.179731 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 48368) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:02.262990 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-90de1b3a-5fe4-4097-950f-fb8615eaa741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:02.334033 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-7e833f48-4f2b-4a10-936f-27e525efe92b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Deleting port 0bc28f00-3dca-4bd2-818f-20396a57f68d {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:33:02.334472 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7e833f48-4f2b-4a10-936f-27e525efe92b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:02.350637 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e53aa0-23db-4272-8bb6-0daf41605db6 None None] Network 61abd229-d148-4a8b-b6ed-da9a766989d9 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:33:02.427491 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7e833f48-4f2b-4a10-936f-27e525efe92b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:02.427819 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7e833f48-4f2b-4a10-936f-27e525efe92b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:02.440417 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-7e833f48-4f2b-4a10-936f-27e525efe92b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Calling delete_port for 0bc28f00-3dca-4bd2-818f-20396a57f68d owned by network:floatingip {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:33:02.589341 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7e833f48-4f2b-4a10-936f-27e525efe92b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:02.615448 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e833f48-4f2b-4a10-936f-27e525efe92b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event deleted for resources: {'Port': ['ID=0bc28f00-3dca-4bd2-818f-20396a57f68d,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:02.724209 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7e833f48-4f2b-4a10-936f-27e525efe92b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for floatingip, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:02.726916 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7e833f48-4f2b-4a10-936f-27e525efe92b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:02.731302 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-7e833f48-4f2b-4a10-936f-27e525efe92b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "DELETE /v2.0/floatingips/1b2678f6-ac8d-4db5-9a8e-d60bbe5ac0b4 HTTP/1.1" status: 204 len: 168 time: 0.5505886 Jul 23 07:33:02.736381 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:03.517507 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.010392 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device b9582ac8-00f4-4476-ae63-a8d03e078848 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:33:04.024247 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 48402) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:04.029512 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-50b017b1-9d5e-4bbd-85c8-5c5c9004930d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1472870627', 'description': 'tempest-description--1856790306'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:04.033385 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: b9582ac8-00f4-4476-ae63-a8d03e078848 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:33:04.033737 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device b9582ac8-00f4-4476-ae63-a8d03e078848 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:33:04.062075 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-50b017b1-9d5e-4bbd-85c8-5c5c9004930d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.230892 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-50b017b1-9d5e-4bbd-85c8-5c5c9004930d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.239574 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-50b017b1-9d5e-4bbd-85c8-5c5c9004930d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.261267 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb547ce-a970-4ada-85c8-e61036079864 req-ee3ef109-1476-4aae-bb49-053c72952e08 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:04.262731 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-adb547ce-a970-4ada-85c8-e61036079864 req-ee3ef109-1476-4aae-bb49-053c72952e08 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/networks?id=61abd229-d148-4a8b-b6ed-da9a766989d9 HTTP/1.1" status: 200 len: 808 time: 0.1528926 Jul 23 07:33:04.286383 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-50b017b1-9d5e-4bbd-85c8-5c5c9004930d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.287531 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-50b017b1-9d5e-4bbd-85c8-5c5c9004930d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2622426 Jul 23 07:33:04.290397 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 48412) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:04.290890 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b017b1-9d5e-4bbd-85c8-5c5c9004930d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:04.294365 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-adb547ce-a970-4ada-85c8-e61036079864 req-059be794-d96e-4f1f-b572-732e27042959 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/quotas/9afe47875bfa43d59ec06cc2a4dffb26 HTTP/1.1" status: 200 len: 375 time: 0.0225422 Jul 23 07:33:04.295104 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-351d0ecd-5a21-49ef-9226-0a07d9f4f511 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Request body: {'security_group_rule': {'security_group_id': '00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:04.321942 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-351d0ecd-5a21-49ef-9226-0a07d9f4f511 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.331393 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-adb547ce-a970-4ada-85c8-e61036079864 req-fb7a412c-7297-40d3-8730-586979c5f291 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9afe47875bfa43d59ec06cc2a4dffb26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289240 Jul 23 07:33:04.368904 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-351d0ecd-5a21-49ef-9226-0a07d9f4f511 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.373614 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-351d0ecd-5a21-49ef-9226-0a07d9f4f511 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.395274 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d0ecd-5a21-49ef-9226-0a07d9f4f511 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5f458d-a196-40c4-8391-22c3fbfdbe92,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:04.401624 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-351d0ecd-5a21-49ef-9226-0a07d9f4f511 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.402865 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-351d0ecd-5a21-49ef-9226-0a07d9f4f511 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114626 Jul 23 07:33:04.405464 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 48414) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:04.410490 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-0a1ce1ce-fb88-4390-a2d3-7af498aa8f45 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Request body: {'security_group_rule': {'security_group_id': '00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:04.429933 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-adb547ce-a970-4ada-85c8-e61036079864 req-2606c9a3-140e-41a0-8179-99ed873b4a3b service neutron] 10.222.0.13 "GET /v2.0/networks/61abd229-d148-4a8b-b6ed-da9a766989d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917573 Jul 23 07:33:04.437353 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce1ce-fb88-4390-a2d3-7af498aa8f45 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.493608 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce1ce-fb88-4390-a2d3-7af498aa8f45 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.497711 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce1ce-fb88-4390-a2d3-7af498aa8f45 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.515437 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ce1ce-fb88-4390-a2d3-7af498aa8f45 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ccd8a5-e035-44d9-b9c6-e56b0c53812b,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:04.525598 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce1ce-fb88-4390-a2d3-7af498aa8f45 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.526516 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-adb547ce-a970-4ada-85c8-e61036079864 req-aacdd798-3a0b-485b-9ba1-dbef8f5680fe service neutron] 10.222.0.13 "GET /v2.0/networks/61abd229-d148-4a8b-b6ed-da9a766989d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907631 Jul 23 07:33:04.527026 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-0a1ce1ce-fb88-4390-a2d3-7af498aa8f45 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205878 Jul 23 07:33:04.530012 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 48416) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:04.535487 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Request body: {'floatingip': {'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:04.557188 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for floatingip, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.661975 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.728236 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-94126ef8-a9c8-4020-b04b-fb4a55fcb803 req-a87d643b-9624-41f9-b067-b2cb0ef24e19 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 210 time: 0.0633485 Jul 23 07:33:04.800546 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Allocated IP 172.27.1.157 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/f5bd3b0b-e54b-4dd1-b8e4-7f88257e3394) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:33:04.919225 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.959592 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:04.999042 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:33:05.001738 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:33:05.005271 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:33:05.010552 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event updated for resources: {'Port': ['ID=f5bd3b0b-e54b-4dd1-b8e4-7f88257e3394,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:05.099577 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:05.146008 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:05.302064 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for port, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:05.306235 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15755816'] for port, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:05.370904 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event updated for resources: {'Port': ['ID=f5bd3b0b-e54b-4dd1-b8e4-7f88257e3394,revision_number=2']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:05.383472 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:05.397426 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:05.398917 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-71218c4c-9f55-4e5f-8503-a5b5371da965 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8677831 Jul 23 07:33:05.539562 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:05.579634 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-ec70da64-7447-4fa9-a9a1-0dd6c31b9884 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1472870627&fields=id&tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b HTTP/1.1" status: 200 len: 267 time: 0.0322878 Jul 23 07:33:05.693911 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-b5abf00a-4b82-4531-b908-646da2fe4471 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:05.695364 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-b5abf00a-4b82-4531-b908-646da2fe4471 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/networks?id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6 HTTP/1.1" status: 200 len: 816 time: 0.1077178 Jul 23 07:33:05.734869 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-5f221acb-139a-4bca-9d75-e8af36549e7c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/quotas/36b2f932ad9e4c7f81bcc2768504ed1b HTTP/1.1" status: 200 len: 375 time: 0.0314524 Jul 23 07:33:05.835095 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-22b45569-dc6b-4a0a-9298-cc6a11db6f1b req-54dae620-c3c9-4db3-83fb-21b932b6d3bc tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 210 time: 0.0354834 Jul 23 07:33:05.848735 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb547ce-a970-4ada-85c8-e61036079864 req-8bb0197c-f3e7-4954-ba7b-25d515425abf tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:05.850472 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-adb547ce-a970-4ada-85c8-e61036079864 req-8bb0197c-f3e7-4954-ba7b-25d515425abf tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.23 "GET /v2.0/networks?id=61abd229-d148-4a8b-b6ed-da9a766989d9 HTTP/1.1" status: 200 len: 808 time: 0.1640668 Jul 23 07:33:05.872769 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-7fed5727-9cc0-415d-9269-914365412ec5 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1322310 Jul 23 07:33:05.878612 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-adb547ce-a970-4ada-85c8-e61036079864 req-5e6bd7d8-7554-4823-84f3-b43f35e62e0f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Request body: {'port': {'device_id': 'b6f224a9-9cad-46e1-978b-7dceddea0fd3', 'network_id': '61abd229-d148-4a8b-b6ed-da9a766989d9', 'admin_state_up': True, 'tenant_id': '9afe47875bfa43d59ec06cc2a4dffb26'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:06.272412 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-15f76be3-9338-4361-82ec-2dcbdc3a47d7 service neutron] 10.222.0.13 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797295 Jul 23 07:33:06.310197 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb547ce-a970-4ada-85c8-e61036079864 req-5e6bd7d8-7554-4823-84f3-b43f35e62e0f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Made reservation on behalf of 9afe47875bfa43d59ec06cc2a4dffb26 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:33:06.313481 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-adb547ce-a970-4ada-85c8-e61036079864 req-5e6bd7d8-7554-4823-84f3-b43f35e62e0f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:06.423292 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-e9af2d0f-fd89-41ee-a456-aab152e3714f service neutron] 10.222.0.13 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442995 Jul 23 07:33:06.481630 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-adb547ce-a970-4ada-85c8-e61036079864 req-5e6bd7d8-7554-4823-84f3-b43f35e62e0f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Allocated IP 172.20.0.8 (61abd229-d148-4a8b-b6ed-da9a766989d9/4ff3e79c-2cb1-4918-be98-b7ea8aa45eda/8f85d70b-2c5e-425a-b4e4-0406b5f587b9) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:33:06.594690 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a6af1255-46e7-4d22-8977-dd0ec8dcbb86 req-da0bdc02-bb20-4a8f-97fd-ab9633acd614 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 210 time: 0.0288386 Jul 23 07:33:06.640177 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-adb547ce-a970-4ada-85c8-e61036079864 req-5e6bd7d8-7554-4823-84f3-b43f35e62e0f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:06.680879 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-adb547ce-a970-4ada-85c8-e61036079864 req-5e6bd7d8-7554-4823-84f3-b43f35e62e0f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:06.722636 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb547ce-a970-4ada-85c8-e61036079864 req-5e6bd7d8-7554-4823-84f3-b43f35e62e0f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Network 61abd229-d148-4a8b-b6ed-da9a766989d9 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:33:06.728268 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-adb547ce-a970-4ada-85c8-e61036079864 req-5e6bd7d8-7554-4823-84f3-b43f35e62e0f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:33:06.731843 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb547ce-a970-4ada-85c8-e61036079864 req-5e6bd7d8-7554-4823-84f3-b43f35e62e0f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:33:06.758757 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bd7d8-7554-4823-84f3-b43f35e62e0f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Pushing event updated for resources: {'Port': ['ID=8f85d70b-2c5e-425a-b4e4-0406b5f587b9,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:06.788134 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb547ce-a970-4ada-85c8-e61036079864 req-5e6bd7d8-7554-4823-84f3-b43f35e62e0f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:06.788843 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-adb547ce-a970-4ada-85c8-e61036079864 req-5e6bd7d8-7554-4823-84f3-b43f35e62e0f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:06.803743 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-adb547ce-a970-4ada-85c8-e61036079864 req-5e6bd7d8-7554-4823-84f3-b43f35e62e0f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9291570 Jul 23 07:33:06.823660 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Request body: {'port': {'device_id': 'b6f224a9-9cad-46e1-978b-7dceddea0fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:06.905579 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:07.072302 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471cbf-3336-4088-98b1-7ae72e90335e req-b1f6811f-6eab-4342-8ae4-537cc18e88f7 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:07.073784 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-94471cbf-3336-4088-98b1-7ae72e90335e req-b1f6811f-6eab-4342-8ae4-537cc18e88f7 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 931 time: 0.1647041 Jul 23 07:33:07.175891 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-94471cbf-3336-4088-98b1-7ae72e90335e req-7fc7c3d8-6500-40ba-a9fa-d7ffa635d077 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906582 Jul 23 07:33:07.263287 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:33:07.270694 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:07.282209 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Transition to ACTIVE for port object 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:33:07.286064 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:07.334187 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Pushing event updated for resources: {'Port': ['ID=8f85d70b-2c5e-425a-b4e4-0406b5f587b9,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:07.404366 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Attempting to bind port 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:33:07.404703 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Attempting to bind port 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '0a4a65ca-3f9e-4905-a19d-ab1abb2a2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '61abd229-d148-4a8b-b6ed-da9a766989d9'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:33:07.405030 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Attempting to bind port 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 on network 61abd229-d148-4a8b-b6ed-da9a766989d9 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:33:07.409778 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Port 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 on network 61abd229-d148-4a8b-b6ed-da9a766989d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:33:07.410091 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Attempting to bind port 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 on network 61abd229-d148-4a8b-b6ed-da9a766989d9 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:33:07.414683 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:33:07.415079 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Checking segment: {'id': '0a4a65ca-3f9e-4905-a19d-ab1abb2a2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '61abd229-d148-4a8b-b6ed-da9a766989d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:33:07.415626 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Bound using segment: {'id': '0a4a65ca-3f9e-4905-a19d-ab1abb2a2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '61abd229-d148-4a8b-b6ed-da9a766989d9'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:33:07.416315 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Bound port: 8f85d70b-2c5e-425a-b4e4-0406b5f587b9, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4a65ca-3f9e-4905-a19d-ab1abb2a2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '61abd229-d148-4a8b-b6ed-da9a766989d9'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:33:07.416773 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:07.483456 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] For port 8f85d70b-2c5e-425a-b4e4-0406b5f587b9, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:33:07.487031 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] For port 8f85d70b-2c5e-425a-b4e4-0406b5f587b9, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8f85d70b-2c5e-425a-b4e4-0406b5f587b9,segment=NetworkSegment(0a4a65ca-3f9e-4905-a19d-ab1abb2a2906),segment_id=0a4a65ca-3f9e-4905-a19d-ab1abb2a2906)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:33:07.490667 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:07.529362 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:07.530008 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:07.531383 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-adb547ce-a970-4ada-85c8-e61036079864 req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] 10.222.0.23 "PUT /v2.0/ports/8f85d70b-2c5e-425a-b4e4-0406b5f587b9 HTTP/1.1" status: 200 len: 1093 time: 0.7123380 Jul 23 07:33:07.531819 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f224a9-9cad-46e1-978b-7dceddea0fd3', 'tag': '8f85d70b-2c5e-425a-b4e4-0406b5f587b9'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:07.534647 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4683b5-e4f2-4443-adf3-1abbd2132b21" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f224a9-9cad-46e1-978b-7dceddea0fd3", "tag": "8f85d70b-2c5e-425a-b4e4-0406b5f587b9"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:07.575725 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95a4b2-b586-489c-9964-5590ffa9aeac service neutron] Pushing event updated for resources: {'Port': ['ID=8f85d70b-2c5e-425a-b4e4-0406b5f587b9,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:07.579120 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe4889b-8a40-4323-a170-ee0ef1c76111 x-openstack-request-id: req-ffe4889b-8a40-4323-a170-ee0ef1c76111 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:07.579403 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f224a9-9cad-46e1-978b-7dceddea0fd3", "tag": "8f85d70b-2c5e-425a-b4e4-0406b5f587b9", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:07.579652 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffe4889b-8a40-4323-a170-ee0ef1c76111 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:07.580311 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f224a9-9cad-46e1-978b-7dceddea0fd3', 'tag': '8f85d70b-2c5e-425a-b4e4-0406b5f587b9', 'status': 'completed', 'code': 200} Jul 23 07:33:07.715756 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-09e26ee7-8d46-43cb-b4f6-e11935b70deb req-8a7a45c6-6e53-4f8f-b0d0-11096ee57960 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 210 time: 0.0457666 Jul 23 07:33:07.725253 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-d6db2ae8-08b7-4aff-a9f7-671c609cbd0c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:07.726794 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-d6db2ae8-08b7-4aff-a9f7-671c609cbd0c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.23 "GET /v2.0/networks?id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6 HTTP/1.1" status: 200 len: 816 time: 0.1766398 Jul 23 07:33:07.763236 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb547ce-a970-4ada-85c8-e61036079864 req-d6f1409e-a565-4f66-b88f-f30d024f87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:07.764798 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-adb547ce-a970-4ada-85c8-e61036079864 req-d6f1409e-a565-4f66-b88f-f30d024f87e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9afe47875bfa43d59ec06cc2a4dffb26&device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 1096 time: 0.1379242 Jul 23 07:33:07.793099 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-23d17693-6e46-4a39-b82a-165ee1333ae4 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b HTTP/1.1" status: 200 len: 380 time: 0.0503600 Jul 23 07:33:07.828663 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-9536207b-0268-422f-950c-19a505ed6ea3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Request body: {'port': {'device_id': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'admin_state_up': True, 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'security_groups': ['00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8']}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:07.832554 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-adb547ce-a970-4ada-85c8-e61036079864 req-c84d6654-8c11-4fcc-8f33-1271a3fb53ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f85d70b-2c5e-425a-b4e4-0406b5f587b9 HTTP/1.1" status: 200 len: 217 time: 0.0504668 Jul 23 07:33:07.932948 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb547ce-a970-4ada-85c8-e61036079864 req-cd086fe3-4872-45d0-bfbe-4cc27956739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:07.934379 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-adb547ce-a970-4ada-85c8-e61036079864 req-cd086fe3-4872-45d0-bfbe-4cc27956739f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ff3e79c-2cb1-4918-be98-b7ea8aa45eda HTTP/1.1" status: 200 len: 848 time: 0.0902855 Jul 23 07:33:07.979029 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-adb547ce-a970-4ada-85c8-e61036079864 req-55e8751a-97c7-4d00-8892-22f02503a787 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61abd229-d148-4a8b-b6ed-da9a766989d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344300 Jul 23 07:33:08.011104 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-9536207b-0268-422f-950c-19a505ed6ea3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Made reservation on behalf of 36b2f932ad9e4c7f81bcc2768504ed1b for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:33:08.014357 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-9536207b-0268-422f-950c-19a505ed6ea3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:08.136851 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-adb547ce-a970-4ada-85c8-e61036079864 req-18ff3099-8d96-4201-b143-1dc99375def3 service neutron] 10.222.0.23 "GET /v2.0/networks/61abd229-d148-4a8b-b6ed-da9a766989d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453142 Jul 23 07:33:08.244168 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-9536207b-0268-422f-950c-19a505ed6ea3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Allocated IP 172.20.0.8 (109d4d17-d38f-4b13-90d5-6d94ded0f2d6/0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d/db30368a-93ed-4700-b107-f8125bf92537) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:33:08.290796 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-adb547ce-a970-4ada-85c8-e61036079864 req-c37566b7-6f2e-4693-b3dd-cf6270404127 service neutron] 10.222.0.23 "GET /v2.0/networks/61abd229-d148-4a8b-b6ed-da9a766989d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252077 Jul 23 07:33:08.310138 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c86b8-a734-4df1-9ac9-a00887b73400 req-a606bc1a-7763-439d-9346-cc381077c59b tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:08.311674 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-5c3c86b8-a734-4df1-9ac9-a00887b73400 req-a606bc1a-7763-439d-9346-cc381077c59b tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 943 time: 0.0677485 Jul 23 07:33:08.357203 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-5c3c86b8-a734-4df1-9ac9-a00887b73400 req-8d88be07-f1f0-4571-9bd6-14ac50a96f06 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332956 Jul 23 07:33:08.403562 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-9536207b-0268-422f-950c-19a505ed6ea3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:08.424322 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-9536207b-0268-422f-950c-19a505ed6ea3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Transition to ACTIVE for port object db30368a-93ed-4700-b107-f8125bf92537 will not be triggered until provisioned by entity DHCP. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:33:08.490775 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-9536207b-0268-422f-950c-19a505ed6ea3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:08.493561 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4683b5-e4f2-4443-adf3-1abbd2132b21 req-f8b38dda-6a8a-4683-a32e-22d928196db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:08.495284 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6c4683b5-e4f2-4443-adf3-1abbd2132b21 req-f8b38dda-6a8a-4683-a32e-22d928196db0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9afe47875bfa43d59ec06cc2a4dffb26&device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0803034 Jul 23 07:33:08.559794 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-9536207b-0268-422f-950c-19a505ed6ea3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:33:08.566191 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-9536207b-0268-422f-950c-19a505ed6ea3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:33:08.572165 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-9536207b-0268-422f-950c-19a505ed6ea3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:33:08.577490 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536207b-0268-422f-950c-19a505ed6ea3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event updated for resources: {'Port': ['ID=db30368a-93ed-4700-b107-f8125bf92537,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:08.664505 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-9536207b-0268-422f-950c-19a505ed6ea3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:08.665324 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-9536207b-0268-422f-950c-19a505ed6ea3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:08.683391 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4683b5-e4f2-4443-adf3-1abbd2132b21 req-389a8bc3-cf31-4121-8e4e-f640f318a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:08.684904 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6c4683b5-e4f2-4443-adf3-1abbd2132b21 req-389a8bc3-cf31-4121-8e4e-f640f318a2db service neutron] 10.222.0.23 "GET /v2.0/networks?id=61abd229-d148-4a8b-b6ed-da9a766989d9 HTTP/1.1" status: 200 len: 909 time: 0.1803820 Jul 23 07:33:08.700260 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-9536207b-0268-422f-950c-19a505ed6ea3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8752594 Jul 23 07:33:08.739194 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Request body: {'port': {'device_id': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:08.742255 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6c4683b5-e4f2-4443-adf3-1abbd2132b21 req-430cb0f2-4ead-4367-9497-f5deeb80686c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f85d70b-2c5e-425a-b4e4-0406b5f587b9 HTTP/1.1" status: 200 len: 217 time: 0.0491660 Jul 23 07:33:08.792903 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-7e527d3e-2981-45ef-919a-ccc5600001ce None None] Provisioning for port db30368a-93ed-4700-b107-f8125bf92537 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:33:08.797916 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-7e527d3e-2981-45ef-919a-ccc5600001ce None None] Provisioning complete for port db30368a-93ed-4700-b107-f8125bf92537 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:33:08.798863 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-7e527d3e-2981-45ef-919a-ccc5600001ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:08.852931 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-7e527d3e-2981-45ef-919a-ccc5600001ce None None] Port db30368a-93ed-4700-b107-f8125bf92537 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:33:08.869077 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4683b5-e4f2-4443-adf3-1abbd2132b21 req-ecc46e57-9683-41bd-b1ce-c1887444f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:08.870820 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6c4683b5-e4f2-4443-adf3-1abbd2132b21 req-ecc46e57-9683-41bd-b1ce-c1887444f2d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ff3e79c-2cb1-4918-be98-b7ea8aa45eda HTTP/1.1" status: 200 len: 848 time: 0.1010349 Jul 23 07:33:08.880828 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145ad1f-31e0-4f9b-b60b-bfcaaca54d55 req-7b5af979-ea91-4676-9716-2ac30b4aa47d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:08.888161 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f145ad1f-31e0-4f9b-b60b-bfcaaca54d55 req-7b5af979-ea91-4676-9716-2ac30b4aa47d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 931 time: 0.0937910 Jul 23 07:33:08.894015 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:08.914632 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6c4683b5-e4f2-4443-adf3-1abbd2132b21 req-08ba1004-07de-4eb2-81fc-6553aa953cc6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61abd229-d148-4a8b-b6ed-da9a766989d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349815 Jul 23 07:33:08.932439 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f145ad1f-31e0-4f9b-b60b-bfcaaca54d55 req-0d4e3389-a590-487a-bd8d-e5a9a49ae403 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414495 Jul 23 07:33:09.162567 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6c4683b5-e4f2-4443-adf3-1abbd2132b21 req-ccb17c50-ed62-4084-b307-887924c5d02e service neutron] 10.222.0.23 "GET /v2.0/networks/61abd229-d148-4a8b-b6ed-da9a766989d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189038 Jul 23 07:33:09.195018 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0884cd-caac-4b20-898c-3065c6443b2c req-2695b042-ca09-4dc9-8848-43142622cd50 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:09.196448 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ff0884cd-caac-4b20-898c-3065c6443b2c req-2695b042-ca09-4dc9-8848-43142622cd50 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.2484353 Jul 23 07:33:09.336738 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ff0884cd-caac-4b20-898c-3065c6443b2c req-4c3161a9-320d-4b68-ad32-b94e734921f6 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033454 Jul 23 07:33:09.369003 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6c4683b5-e4f2-4443-adf3-1abbd2132b21 req-90045db3-73c7-40f7-9961-64c91b1bfd2b service neutron] 10.222.0.23 "GET /v2.0/networks/61abd229-d148-4a8b-b6ed-da9a766989d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976697 Jul 23 07:33:09.409676 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db30368a-93ed-4700-b107-f8125bf92537 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:33:09.417134 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:09.428972 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Transition to ACTIVE for port object db30368a-93ed-4700-b107-f8125bf92537 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:33:09.433357 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:09.482089 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Pushing event updated for resources: {'Port': ['ID=db30368a-93ed-4700-b107-f8125bf92537,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:09.494889 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc845c8c-2078-4158-8c43-aae325037ae0 req-5069fa64-1f3b-47fc-962f-584f0829b61d tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:09.496733 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cc845c8c-2078-4158-8c43-aae325037ae0 req-5069fa64-1f3b-47fc-962f-584f0829b61d tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 943 time: 0.0675030 Jul 23 07:33:09.538148 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cc845c8c-2078-4158-8c43-aae325037ae0 req-1bcd1835-93e8-4808-8d90-d62c59ef04f3 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349369 Jul 23 07:33:09.559097 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Attempting to bind port db30368a-93ed-4700-b107-f8125bf92537 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:33:09.559432 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Attempting to bind port db30368a-93ed-4700-b107-f8125bf92537 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:33:09.559911 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Attempting to bind port db30368a-93ed-4700-b107-f8125bf92537 on network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:33:09.564602 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Port db30368a-93ed-4700-b107-f8125bf92537 on network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:33:09.564804 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Attempting to bind port db30368a-93ed-4700-b107-f8125bf92537 on network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:33:09.569544 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:33:09.569913 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Checking segment: {'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:33:09.570293 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Bound using segment: {'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:33:09.570715 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Bound port: db30368a-93ed-4700-b107-f8125bf92537, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f9fa57-b816-4571-93fc-a138062aefc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:33:09.571067 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:09.637236 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] For port db30368a-93ed-4700-b107-f8125bf92537, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:33:09.640292 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] For port db30368a-93ed-4700-b107-f8125bf92537, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=db30368a-93ed-4700-b107-f8125bf92537,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:33:09.645394 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:09.678212 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:09.678820 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:09.680237 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] 10.222.0.23 "PUT /v2.0/ports/db30368a-93ed-4700-b107-f8125bf92537 HTTP/1.1" status: 200 len: 1093 time: 0.9458375 Jul 23 07:33:09.680668 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'tag': 'db30368a-93ed-4700-b107-f8125bf92537'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:09.682858 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8280f14e-d492-47fb-9647-3ee1eaaada0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c01577f6-9091-410a-8a53-62d6af2553c1", "tag": "db30368a-93ed-4700-b107-f8125bf92537"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:09.706823 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f37e9-f283-42cf-8b4a-91390ce7dc9d service neutron] Pushing event updated for resources: {'Port': ['ID=db30368a-93ed-4700-b107-f8125bf92537,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:09.723006 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa442d92-e359-4a59-a4f2-cd52b353e97d x-openstack-request-id: req-aa442d92-e359-4a59-a4f2-cd52b353e97d {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:09.723301 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01577f6-9091-410a-8a53-62d6af2553c1", "tag": "db30368a-93ed-4700-b107-f8125bf92537", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:09.723553 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa442d92-e359-4a59-a4f2-cd52b353e97d {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:09.724038 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'tag': 'db30368a-93ed-4700-b107-f8125bf92537', 'status': 'completed', 'code': 200} Jul 23 07:33:09.816385 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-f58cd3e2-6503-4ef1-ab70-71c5fa918668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:09.817904 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-f58cd3e2-6503-4ef1-ab70-71c5fa918668 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b&device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 1096 time: 0.0583823 Jul 23 07:33:09.868039 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-64269f2b-a23c-4297-b47f-00946eb26d56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db30368a-93ed-4700-b107-f8125bf92537 HTTP/1.1" status: 200 len: 217 time: 0.0344729 Jul 23 07:33:09.920870 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-2fa541ae-c752-4b8a-b147-1477877bd959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:09.922323 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-2fa541ae-c752-4b8a-b147-1477877bd959 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d HTTP/1.1" status: 200 len: 855 time: 0.0475662 Jul 23 07:33:09.988645 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-80cd1558-0ca5-48d7-a5e0-4ec91e9fbe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:09.990332 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-80cd1558-0ca5-48d7-a5e0-4ec91e9fbe12 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528507 Jul 23 07:33:10.060135 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5eaa2c-ec3d-4112-b91a-7226a3747cf4 req-006521bf-9497-4c98-ab6e-179336f7863a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:10.061607 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3d5eaa2c-ec3d-4112-b91a-7226a3747cf4 req-006521bf-9497-4c98-ab6e-179336f7863a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.0681863 Jul 23 07:33:10.084861 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-38a555be-682d-4425-8bb9-7341559d9f6d service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878708 Jul 23 07:33:10.099926 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3d5eaa2c-ec3d-4112-b91a-7226a3747cf4 req-54358281-5ec9-408a-b2b5-b2fc8aeeebbe tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320857 Jul 23 07:33:10.452884 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-79cf4dea-06ec-4294-9ffc-83726414b0c9 req-fcfdece2-5eb9-43e4-9c21-dcf74bc594bf service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595631 Jul 23 07:33:10.482771 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a2450-6364-4392-8417-21590f19d970 req-3d81a4b7-13fd-4e6c-bccf-b408b696e2a4 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:10.484274 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1e6a2450-6364-4392-8417-21590f19d970 req-3d81a4b7-13fd-4e6c-bccf-b408b696e2a4 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0768149 Jul 23 07:33:10.523617 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1e6a2450-6364-4392-8417-21590f19d970 req-0aabca36-c85e-46d1-8e5a-095060bd693f tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325911 Jul 23 07:33:10.618634 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f14e-d492-47fb-9647-3ee1eaaada0c req-028ccdba-f0e0-4849-835f-73dd6cc29c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:10.620484 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8280f14e-d492-47fb-9647-3ee1eaaada0c req-028ccdba-f0e0-4849-835f-73dd6cc29c67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b&device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 1096 time: 0.0542395 Jul 23 07:33:10.675616 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d40b31-bd95-4a29-a7c6-11d0caa4730f req-c394fa60-b86b-428f-94bc-ea4482600fab tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:10.677133 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-68d40b31-bd95-4a29-a7c6-11d0caa4730f req-c394fa60-b86b-428f-94bc-ea4482600fab tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 943 time: 0.0704265 Jul 23 07:33:10.719498 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-68d40b31-bd95-4a29-a7c6-11d0caa4730f req-c82460e9-7afb-4cba-94a5-3b980aa85aa5 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358477 Jul 23 07:33:10.719788 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f14e-d492-47fb-9647-3ee1eaaada0c req-82b9af5b-e66f-45a8-beb9-840197b22828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:10.721522 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8280f14e-d492-47fb-9647-3ee1eaaada0c req-82b9af5b-e66f-45a8-beb9-840197b22828 service neutron] 10.222.0.23 "GET /v2.0/networks?id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6 HTTP/1.1" status: 200 len: 917 time: 0.0935457 Jul 23 07:33:10.777227 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8280f14e-d492-47fb-9647-3ee1eaaada0c req-267cf0b4-4272-42ce-a22d-12717b49e789 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db30368a-93ed-4700-b107-f8125bf92537 HTTP/1.1" status: 200 len: 217 time: 0.0348980 Jul 23 07:33:10.827218 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f14e-d492-47fb-9647-3ee1eaaada0c req-96b5bc7c-ba7f-4041-a2f6-29c59e98fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:10.828691 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8280f14e-d492-47fb-9647-3ee1eaaada0c req-96b5bc7c-ba7f-4041-a2f6-29c59e98fd35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d HTTP/1.1" status: 200 len: 855 time: 0.0427821 Jul 23 07:33:10.894766 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f14e-d492-47fb-9647-3ee1eaaada0c req-9fb092a6-2c4e-45c1-83c8-27cac16e86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:10.896207 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8280f14e-d492-47fb-9647-3ee1eaaada0c req-9fb092a6-2c4e-45c1-83c8-27cac16e86fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0608978 Jul 23 07:33:10.993903 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8280f14e-d492-47fb-9647-3ee1eaaada0c req-9cbcfac0-d5f3-45a3-b8a6-5ad98e060491 service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801070 Jul 23 07:33:11.091327 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8280f14e-d492-47fb-9647-3ee1eaaada0c req-8d5cc222-0bea-4bd5-91e8-cee912b64858 service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874279 Jul 23 07:33:11.233347 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f8ff7-fb13-416f-b8fb-059cfef032e5 req-cc6985a5-4625-4dda-b0ab-cbde9ef501cc tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:11.234798 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bd5f8ff7-fb13-416f-b8fb-059cfef032e5 req-cc6985a5-4625-4dda-b0ab-cbde9ef501cc tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.0628052 Jul 23 07:33:11.272816 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bd5f8ff7-fb13-416f-b8fb-059cfef032e5 req-4ddc3af2-af27-4aa7-9034-2ab4b9e7faed tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317805 Jul 23 07:33:11.455274 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-3780efe4-5a72-4462-bd82-ee24cf18cf82 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:11.456715 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-3780efe4-5a72-4462-bd82-ee24cf18cf82 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0613368 Jul 23 07:33:11.566973 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-0e7019f7-8055-46c9-8def-d33c0c97d70d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Deleting port 36a85eb5-d9ce-417d-9f89-abae818386e7 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:33:11.567320 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-0e7019f7-8055-46c9-8def-d33c0c97d70d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:11.661880 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-0e7019f7-8055-46c9-8def-d33c0c97d70d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] For port 36a85eb5-d9ce-417d-9f89-abae818386e7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=36a85eb5-d9ce-417d-9f89-abae818386e7,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:11.662460 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-0e7019f7-8055-46c9-8def-d33c0c97d70d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:11.663216 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24105e73-5975-4c79-9eae-86724ad42f5d req-7362258e-7ce0-4961-8659-f0e958cc8dc8 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:11.668610 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-24105e73-5975-4c79-9eae-86724ad42f5d req-7362258e-7ce0-4961-8659-f0e958cc8dc8 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 946 time: 0.0755906 Jul 23 07:33:11.710396 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-24105e73-5975-4c79-9eae-86724ad42f5d req-6c0e5727-8224-475b-a795-979e31d36873 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=f522721c-7564-4e26-b13f-2361a1b29420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398602 Jul 23 07:33:11.871715 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-0e7019f7-8055-46c9-8def-d33c0c97d70d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:11.872331 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-0e7019f7-8055-46c9-8def-d33c0c97d70d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:11.872463 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.l3_db [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-0e7019f7-8055-46c9-8def-d33c0c97d70d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Floating IP 80acf577-f070-4b81-921d-f90937fb9bd2 disassociated. External IP: 172.27.1.187, port: 36a85eb5-d9ce-417d-9f89-abae818386e7. Jul 23 07:33:11.872731 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-0e7019f7-8055-46c9-8def-d33c0c97d70d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Calling delete_port for 36a85eb5-d9ce-417d-9f89-abae818386e7 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:33:11.935886 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbe628-33a5-4bd2-bb60-779477b8beac req-e1783032-3a7b-45f8-bf34-6d56d0a02cd9 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:11.937372 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-22cbe628-33a5-4bd2-bb60-779477b8beac req-e1783032-3a7b-45f8-bf34-6d56d0a02cd9 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 943 time: 0.1468706 Jul 23 07:33:11.993103 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-22cbe628-33a5-4bd2-bb60-779477b8beac req-76fe5d14-0018-42fc-a24d-3d4cc3ea9bc2 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475380 Jul 23 07:33:12.047425 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-0e7019f7-8055-46c9-8def-d33c0c97d70d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:12.075150 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7019f7-8055-46c9-8def-d33c0c97d70d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event deleted for resources: {'Port': ['ID=36a85eb5-d9ce-417d-9f89-abae818386e7,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:12.185032 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-0e7019f7-8055-46c9-8def-d33c0c97d70d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Router 262755c0-2b03-4e96-ada1-afaa8430243e has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:33:12.288692 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-0e7019f7-8055-46c9-8def-d33c0c97d70d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:33:12.298196 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ab027-6f8d-4acc-9395-b3c5f3034032 None None] Sync routers for ids ['262755c0-2b03-4e96-ada1-afaa8430243e'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:33:12.308451 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ab027-6f8d-4acc-9395-b3c5f3034032 None None] Routers {'262755c0-2b03-4e96-ada1-afaa8430243e'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:33:12.309069 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-e54ab027-6f8d-4acc-9395-b3c5f3034032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:33:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['262755c0-2b03-4e96-ada1-afaa8430243e'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:12.331951 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-0e7019f7-8055-46c9-8def-d33c0c97d70d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] No DVR routers for this DVR port 36a85eb5-d9ce-417d-9f89-abae818386e7 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:33:12.334620 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-0e7019f7-8055-46c9-8def-d33c0c97d70d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:12.336697 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e0e0cca6-2af1-45bc-b19f-7e25ad410b2f req-0e7019f7-8055-46c9-8def-d33c0c97d70d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.23 "DELETE /v2.0/ports/36a85eb5-d9ce-417d-9f89-abae818386e7 HTTP/1.1" status: 204 len: 173 time: 0.8742664 Jul 23 07:33:12.337134 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d343ed-f9bb-49d8-bd48-4f2797549868', 'name': 'network-vif-deleted', 'tag': '36a85eb5-d9ce-417d-9f89-abae818386e7'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:12.339695 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe1cc57-b4a6-4795-b9a2-548241f9e5c4" -d '{"events": [{"server_uuid": "e0d343ed-f9bb-49d8-bd48-4f2797549868", "name": "network-vif-deleted", "tag": "36a85eb5-d9ce-417d-9f89-abae818386e7"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:12.378451 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50f2c15-398a-4d42-9b07-c3c200b25df6 x-openstack-request-id: req-f50f2c15-398a-4d42-9b07-c3c200b25df6 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:12.378798 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d343ed-f9bb-49d8-bd48-4f2797549868", "name": "network-vif-deleted", "tag": "36a85eb5-d9ce-417d-9f89-abae818386e7", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:12.379056 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f50f2c15-398a-4d42-9b07-c3c200b25df6 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:12.379455 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d343ed-f9bb-49d8-bd48-4f2797549868', 'name': 'network-vif-deleted', 'tag': '36a85eb5-d9ce-417d-9f89-abae818386e7', 'status': 'completed', 'code': 200} Jul 23 07:33:12.420085 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-e54ab027-6f8d-4acc-9395-b3c5f3034032 None None] Set router 262755c0-2b03-4e96-ada1-afaa8430243e gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:33:12.422799 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2768386-df2c-4c42-ab3f-e03408304b86 req-b6c86b53-5395-47cd-9af0-a49b9b9baf97 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:12.425024 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b2768386-df2c-4c42-ab3f-e03408304b86 req-b6c86b53-5395-47cd-9af0-a49b9b9baf97 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.0703402 Jul 23 07:33:12.464467 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b2768386-df2c-4c42-ab3f-e03408304b86 req-2b922376-7648-41e9-80b7-1ae072679fa2 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335896 Jul 23 07:33:12.734372 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-e54ab027-6f8d-4acc-9395-b3c5f3034032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:51Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '2eb8939a-45d0-4bf5-9634-318390e8a7ad', 'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'mac_address': 'fa:16:3e:23:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:50Z', 'updated_at': '2021-07-23T07:29:03Z', 'revision_number': 5, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'subnets': [{'id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:12.765423 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ab027-6f8d-4acc-9395-b3c5f3034032 None None] Checking router: 262755c0-2b03-4e96-ada1-afaa8430243e for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:33:12.773686 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ab027-6f8d-4acc-9395-b3c5f3034032 None None] Routers {'262755c0-2b03-4e96-ada1-afaa8430243e'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:33:12.774307 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-e54ab027-6f8d-4acc-9395-b3c5f3034032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:33:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['262755c0-2b03-4e96-ada1-afaa8430243e'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:12.816474 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0cf5163b-e7b9-4388-810b-de20a4b0b4b9 req-f9d8aa6b-1e08-4ae3-83e4-347230def431 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 210 time: 0.0359297 Jul 23 07:33:12.885948 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-e54ab027-6f8d-4acc-9395-b3c5f3034032 None None] Set router 262755c0-2b03-4e96-ada1-afaa8430243e gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:33:13.081530 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-e54ab027-6f8d-4acc-9395-b3c5f3034032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:51Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '2eb8939a-45d0-4bf5-9634-318390e8a7ad', 'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'mac_address': 'fa:16:3e:23:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:50Z', 'updated_at': '2021-07-23T07:29:03Z', 'revision_number': 5, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'subnets': [{'id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:13.108471 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ab027-6f8d-4acc-9395-b3c5f3034032 None None] The sync data for ids ['262755c0-2b03-4e96-ada1-afaa8430243e'] in dv-cinder-773985-13-iscsi is: [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:51Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '2eb8939a-45d0-4bf5-9634-318390e8a7ad', 'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'mac_address': 'fa:16:3e:23:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:50Z', 'updated_at': '2021-07-23T07:29:03Z', 'revision_number': 5, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'subnets': [{'id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:33:13.130003 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba0137-884d-4678-8218-3fb7a72145ef req-7dccef70-67c1-4762-acfc-a7e7059275f8 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:13.131490 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-bfba0137-884d-4678-8218-3fb7a72145ef req-7dccef70-67c1-4762-acfc-a7e7059275f8 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 943 time: 0.0727606 Jul 23 07:33:13.170350 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-bfba0137-884d-4678-8218-3fb7a72145ef req-be711ae9-7321-41fd-aac4-649489cc758c tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330565 Jul 23 07:33:13.314293 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49fc66-deef-4b3a-9eeb-031668bfba0c None None] New status for floating IP 80acf577-f070-4b81-921d-f90937fb9bd2: DOWN {{(pid=93084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:33:13.598251 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f872a-06e8-4b3c-84e5-eee564ea3e5f req-e1d914fb-8678-4731-93b9-00070f9b240a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:13.599721 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-027f872a-06e8-4b3c-84e5-eee564ea3e5f req-e1d914fb-8678-4731-93b9-00070f9b240a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.0655239 Jul 23 07:33:13.637041 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-027f872a-06e8-4b3c-84e5-eee564ea3e5f req-c8be8f28-8ae6-45de-a770-2b2d2c3e3dce tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318146 Jul 23 07:33:13.908797 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-bb936677-b223-4885-b494-8e4f5988e4e7 req-18a9988e-bc09-40d1-ab5a-ca192437baf7 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 210 time: 0.0277853 Jul 23 07:33:14.297771 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fedaec-e6eb-457e-934b-0150f655e4bd req-3b4ef94c-55af-4e27-8718-218288466b9f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:14.300087 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-81fedaec-e6eb-457e-934b-0150f655e4bd req-3b4ef94c-55af-4e27-8718-218288466b9f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 943 time: 0.0634408 Jul 23 07:33:14.336583 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-81fedaec-e6eb-457e-934b-0150f655e4bd req-5e4a82e7-2a71-438c-9adf-d81571c8ee25 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309458 Jul 23 07:33:14.701682 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:33:14.782030 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcf058-91cc-4516-940b-470429553c46 req-deed17db-8d61-4365-82ea-dd001dedc9b9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:14.790821 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-05bcf058-91cc-4516-940b-470429553c46 req-deed17db-8d61-4365-82ea-dd001dedc9b9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.0771673 Jul 23 07:33:14.824155 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 8f85d70b-2c5e-425a-b4e4-0406b5f587b9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8f85d70b-2c5e-425a-b4e4-0406b5f587b9,segment=NetworkSegment(0a4a65ca-3f9e-4905-a19d-ab1abb2a2906),segment_id=0a4a65ca-3f9e-4905-a19d-ab1abb2a2906)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:14.828205 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-05bcf058-91cc-4516-940b-470429553c46 req-dc0f36e9-3c70-43d6-b430-d9621ecb6212 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364599 Jul 23 07:33:14.839895 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': '8f85d70b-2c5e-425a-b4e4-0406b5f587b9', 'network_id': '61abd229-d148-4a8b-b6ed-da9a766989d9', 'port_id': '8f85d70b-2c5e-425a-b4e4-0406b5f587b9', 'mac_address': 'fa:16:3e:4a:b7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff3e79c-2cb1-4918-be98-b7ea8aa45eda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:33:14.877476 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:14.890918 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:33:14.911113 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 8f85d70b-2c5e-425a-b4e4-0406b5f587b9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8f85d70b-2c5e-425a-b4e4-0406b5f587b9,segment=NetworkSegment(0a4a65ca-3f9e-4905-a19d-ab1abb2a2906),segment_id=0a4a65ca-3f9e-4905-a19d-ab1abb2a2906)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:14.914846 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:14.964756 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=8f85d70b-2c5e-425a-b4e4-0406b5f587b9,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:15.018400 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1df9292f-6312-4251-aae8-10b0a171801e req-d148e4aa-b8f2-4195-9b70-fa8edcc64e59 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d343ed-f9bb-49d8-bd48-4f2797549868 HTTP/1.1" status: 200 len: 210 time: 0.0310123 Jul 23 07:33:15.300149 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['8f85d70b-2c5e-425a-b4e4-0406b5f587b9'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:33:15.462762 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45635-2846-4c56-b611-67855b09a179 req-771158f1-8636-4c8e-a6fa-47ac078f38db tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:15.464309 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cad45635-2846-4c56-b611-67855b09a179 req-771158f1-8636-4c8e-a6fa-47ac078f38db tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 944 time: 0.0623512 Jul 23 07:33:15.501035 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cad45635-2846-4c56-b611-67855b09a179 req-c3ddc15e-fe23-4372-a6af-cdecd5debcc8 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Jul 23 07:33:15.975132 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708763a6-2733-46cc-bcaf-14c68ee404b1 req-66413cc1-4ef5-4105-a779-ff080c8c758a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:15.976878 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-708763a6-2733-46cc-bcaf-14c68ee404b1 req-66413cc1-4ef5-4105-a779-ff080c8c758a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.0775244 Jul 23 07:33:16.015419 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-708763a6-2733-46cc-bcaf-14c68ee404b1 req-b7678585-ac4d-44cc-842b-9cddd794ad9a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327151 Jul 23 07:33:16.099659 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 48556) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:16.151801 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:16.174074 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:16.218469 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:16.221004 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:16.222123 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "DELETE /v2.0/security-groups/f522721c-7564-4e26-b13f-2361a1b29420 HTTP/1.1" status: 204 len: 168 time: 0.1214559 Jul 23 07:33:16.225073 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 48558) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:16.230604 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f522721c-7564-4e26-b13f-2361a1b29420,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:16.237998 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:16.238342 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:16.238678 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:16.238984 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.api.v2.resource [None req-7e4d41f2-ac70-4642-a917-e1a0b30ea79f tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] show failed (client error): The resource could not be found. Jul 23 07:33:16.239101 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:16.239316 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:16.239638 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:16.239949 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-7e4d41f2-ac70-4642-a917-e1a0b30ea79f tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups/f522721c-7564-4e26-b13f-2361a1b29420 HTTP/1.1" status: 404 len: 347 time: 0.0137923 Jul 23 07:33:16.240169 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:16.240301 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:16.240621 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:16.240937 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:16.241252 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:16.241565 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3a4ac8-2dfa-413a-8e83-32c30d71b07e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:16.242824 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 48560) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:16.362040 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-4a5a7004-af35-4be4-8f8a-f2318a51fa08 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Deleting port b6aee742-fe1c-4d65-b46a-922dc121932c {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:33:16.362290 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7004-af35-4be4-8f8a-f2318a51fa08 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:16.433634 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7004-af35-4be4-8f8a-f2318a51fa08 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:16.433965 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7004-af35-4be4-8f8a-f2318a51fa08 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:16.445872 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-4a5a7004-af35-4be4-8f8a-f2318a51fa08 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Calling delete_port for b6aee742-fe1c-4d65-b46a-922dc121932c owned by network:floatingip {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:33:16.577036 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7004-af35-4be4-8f8a-f2318a51fa08 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:16.606427 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a7004-af35-4be4-8f8a-f2318a51fa08 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event deleted for resources: {'Port': ['ID=b6aee742-fe1c-4d65-b46a-922dc121932c,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:16.640440 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb6a4c-6eed-4080-9631-3ed9cdb29065 req-c5e24166-f50b-42e3-bafb-543cc8e8d470 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:16.641835 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-60bb6a4c-6eed-4080-9631-3ed9cdb29065 req-c5e24166-f50b-42e3-bafb-543cc8e8d470 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 944 time: 0.0706851 Jul 23 07:33:16.664671 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7004-af35-4be4-8f8a-f2318a51fa08 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for floatingip, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:16.667200 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7004-af35-4be4-8f8a-f2318a51fa08 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:16.668354 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-4a5a7004-af35-4be4-8f8a-f2318a51fa08 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "DELETE /v2.0/floatingips/80acf577-f070-4b81-921d-f90937fb9bd2 HTTP/1.1" status: 204 len: 168 time: 0.4246478 Jul 23 07:33:16.683546 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-60bb6a4c-6eed-4080-9631-3ed9cdb29065 req-11ef18de-6e79-4b12-8bd2-7599e8d521dc tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356274 Jul 23 07:33:17.149463 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e7d1a-3698-45b0-9106-de598c0ec0ca req-036cc701-6669-4e12-8af6-2d44c890c1b4 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:17.150972 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c04e7d1a-3698-45b0-9106-de598c0ec0ca req-036cc701-6669-4e12-8af6-2d44c890c1b4 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.0659645 Jul 23 07:33:17.188892 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c04e7d1a-3698-45b0-9106-de598c0ec0ca req-0cb6126c-c6b1-4eba-b982-b6822f39586f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321581 Jul 23 07:33:17.204115 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 48570) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:17.209508 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-b286103b-3bee-4408-bad3-ec2e23e92387 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1326981971', 'description': 'tempest-description--424216836'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:17.231858 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b286103b-3bee-4408-bad3-ec2e23e92387 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.312494 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b286103b-3bee-4408-bad3-ec2e23e92387 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.316741 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b286103b-3bee-4408-bad3-ec2e23e92387 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.344820 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b286103b-3bee-4408-bad3-ec2e23e92387 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.346095 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-b286103b-3bee-4408-bad3-ec2e23e92387 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1403773 Jul 23 07:33:17.346922 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286103b-3bee-4408-bad3-ec2e23e92387 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6acc2d6-9150-45cf-a1cd-158ff70701fe,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:17.348974 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 48572) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:17.353523 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-28b92571-65eb-41a0-b3ef-9dffb60a12e9 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Request body: {'security_group_rule': {'security_group_id': 'd6acc2d6-9150-45cf-a1cd-158ff70701fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:17.382930 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-28b92571-65eb-41a0-b3ef-9dffb60a12e9 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.433297 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-28b92571-65eb-41a0-b3ef-9dffb60a12e9 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.437063 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-28b92571-65eb-41a0-b3ef-9dffb60a12e9 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.460406 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b92571-65eb-41a0-b3ef-9dffb60a12e9 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c71e141-4fc2-4d09-b08c-78b8f446f813,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:17.465279 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-28b92571-65eb-41a0-b3ef-9dffb60a12e9 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.466434 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-28b92571-65eb-41a0-b3ef-9dffb60a12e9 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165547 Jul 23 07:33:17.469151 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 48574) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:17.473492 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-563147f4-34a5-4ef2-8eb9-18d9648c178a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Request body: {'security_group_rule': {'security_group_id': 'd6acc2d6-9150-45cf-a1cd-158ff70701fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:17.497850 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-563147f4-34a5-4ef2-8eb9-18d9648c178a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.559212 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-563147f4-34a5-4ef2-8eb9-18d9648c178a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.562705 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-563147f4-34a5-4ef2-8eb9-18d9648c178a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.580130 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563147f4-34a5-4ef2-8eb9-18d9648c178a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf1d3d2-8957-4f01-9a45-3b0769790012,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:17.586161 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-563147f4-34a5-4ef2-8eb9-18d9648c178a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.587347 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-563147f4-34a5-4ef2-8eb9-18d9648c178a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172881 Jul 23 07:33:17.590634 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 48576) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:17.595433 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Request body: {'floatingip': {'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:17.617312 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for floatingip, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.712248 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.815756 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad519eb3-0511-41f0-b1ce-b4c80745be90 req-0526ac51-1228-4200-8337-4d8bac3570f3 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:17.817235 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ad519eb3-0511-41f0-b1ce-b4c80745be90 req-0526ac51-1228-4200-8337-4d8bac3570f3 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 944 time: 0.0663393 Jul 23 07:33:17.819172 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Allocated IP 172.27.1.42 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/e847e2c4-ce8c-42a8-bdb2-aec93d373696) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:33:17.855421 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ad519eb3-0511-41f0-b1ce-b4c80745be90 req-ec81b0dc-1264-4c70-9022-f4ed6788105e tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315156 Jul 23 07:33:17.916653 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.953994 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:17.991576 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:33:17.994228 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:33:17.996876 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:33:18.023476 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event updated for resources: {'Port': ['ID=e847e2c4-ce8c-42a8-bdb2-aec93d373696,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:18.086286 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:18.129629 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:18.283399 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for port, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:18.302564 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15755816'] for port, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:18.390377 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event updated for resources: {'Port': ['ID=e847e2c4-ce8c-42a8-bdb2-aec93d373696,revision_number=2']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:18.400661 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:18.415602 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e89f82-46a7-41fa-a2df-303dcd729b66 req-c2fc5e1e-4555-4bfb-aa15-e28be4fd6e94 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:18.417120 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-71e89f82-46a7-41fa-a2df-303dcd729b66 req-c2fc5e1e-4555-4bfb-aa15-e28be4fd6e94 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.1539898 Jul 23 07:33:18.429727 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:18.430847 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-a456be23-f762-40c6-af77-c3651914d907 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8392277 Jul 23 07:33:18.457107 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-71e89f82-46a7-41fa-a2df-303dcd729b66 req-31cdba4c-a7cb-4997-b357-29acb158bb41 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344021 Jul 23 07:33:18.611442 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-0fdef555-193f-411e-a6f4-1904102021d6 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1326981971&fields=id&tenant_id=1915e9b02c304a73919c21737c01fa84 HTTP/1.1" status: 200 len: 267 time: 0.0319815 Jul 23 07:33:18.718223 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fa653706-1b5e-4d6b-8505-3aea97b510f7 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:18.719677 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fa653706-1b5e-4d6b-8505-3aea97b510f7 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/networks?id=f640653b-1b95-4735-ad8a-809138685023 HTTP/1.1" status: 200 len: 810 time: 0.1019268 Jul 23 07:33:18.733660 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-011d2a4b-68c1-4a5b-9bd0-86b330ed045a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/quotas/1915e9b02c304a73919c21737c01fa84 HTTP/1.1" status: 200 len: 375 time: 0.0086663 Jul 23 07:33:18.804501 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-7c473223-1b91-4d3d-b066-8a4096c73050 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1915e9b02c304a73919c21737c01fa84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655112 Jul 23 07:33:18.903427 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-48d10dff-130d-4b0b-b64a-7113e6c80b86 service neutron] 10.222.0.13 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872045 Jul 23 07:33:18.960838 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device db30368a-93ed-4700-b107-f8125bf92537 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:33:18.995252 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76770458-120c-436f-878e-c4ea8684e619 req-b468be98-466b-45e9-8fad-16cd78fd9b4f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:18.996891 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-76770458-120c-436f-878e-c4ea8684e619 req-b468be98-466b-45e9-8fad-16cd78fd9b4f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 944 time: 0.0637412 Jul 23 07:33:19.001391 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:33:19.009422 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-686c5922-e2a6-4ac9-a124-30050a87e3ea service neutron] 10.222.0.13 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991235 Jul 23 07:33:19.037946 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-76770458-120c-436f-878e-c4ea8684e619 req-e57cad60-d35e-4d94-91e3-56abc68d7b5d tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344396 Jul 23 07:33:19.097721 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port db30368a-93ed-4700-b107-f8125bf92537, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=db30368a-93ed-4700-b107-f8125bf92537,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:19.113278 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': 'db30368a-93ed-4700-b107-f8125bf92537', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'port_id': 'db30368a-93ed-4700-b107-f8125bf92537', 'mac_address': 'fa:16:3e:af:56:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:33:19.121142 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:33:19.144313 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:33:19.144760 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:19.185349 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:19.195705 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7e9e58e5-6287-4062-a757-39a89a26335b req-dd36becc-dac4-4a83-be8b-56fc26d37c94 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 210 time: 0.0363126 Jul 23 07:33:19.206870 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db30368a-93ed-4700-b107-f8125bf92537 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:33:19.233678 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port db30368a-93ed-4700-b107-f8125bf92537, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=db30368a-93ed-4700-b107-f8125bf92537,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:19.254611 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:19.297613 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:19.327077 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=db30368a-93ed-4700-b107-f8125bf92537,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:19.334969 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f224a9-9cad-46e1-978b-7dceddea0fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f85d70b-2c5e-425a-b4e4-0406b5f587b9'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:19.337268 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16783b4d-ac3d-4fef-8c5b-fbf8732f934f" -d '{"events": [{"server_uuid": "b6f224a9-9cad-46e1-978b-7dceddea0fd3", "name": "network-vif-plugged", "status": "completed", "tag": "8f85d70b-2c5e-425a-b4e4-0406b5f587b9"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:19.351711 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 8f85d70b-2c5e-425a-b4e4-0406b5f587b9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8f85d70b-2c5e-425a-b4e4-0406b5f587b9,segment=NetworkSegment(0a4a65ca-3f9e-4905-a19d-ab1abb2a2906),segment_id=0a4a65ca-3f9e-4905-a19d-ab1abb2a2906)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:19.357606 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:19.358556 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 36a85eb5-d9ce-417d-9f89-abae818386e7 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:33:19.379731 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126fc18c-0a03-4326-9497-f08a59f50d2b x-openstack-request-id: req-126fc18c-0a03-4326-9497-f08a59f50d2b {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:19.379956 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f224a9-9cad-46e1-978b-7dceddea0fd3", "name": "network-vif-plugged", "status": "completed", "tag": "8f85d70b-2c5e-425a-b4e4-0406b5f587b9", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:19.380233 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-126fc18c-0a03-4326-9497-f08a59f50d2b {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:19.384435 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f224a9-9cad-46e1-978b-7dceddea0fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f85d70b-2c5e-425a-b4e4-0406b5f587b9', 'code': 200} Jul 23 07:33:19.386570 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: 36a85eb5-d9ce-417d-9f89-abae818386e7 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:33:19.386920 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 36a85eb5-d9ce-417d-9f89-abae818386e7 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:33:19.438218 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=8f85d70b-2c5e-425a-b4e4-0406b5f587b9,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:19.596803 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['db30368a-93ed-4700-b107-f8125bf92537'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:33:19.605920 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e270f-f534-4bad-a0b2-ef5b188ccf0e req-1e5f8eae-6349-44d5-b7b1-e5249abbb436 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:19.608482 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-092e270f-f534-4bad-a0b2-ef5b188ccf0e req-1e5f8eae-6349-44d5-b7b1-e5249abbb436 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 944 time: 0.0762758 Jul 23 07:33:19.631931 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876441eb-cbd0-46a9-b32b-60e5a93a920e req-ef516d79-deaf-4b34-ab1e-6c3f834a6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:19.634199 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-876441eb-cbd0-46a9-b32b-60e5a93a920e req-ef516d79-deaf-4b34-ab1e-6c3f834a6fcb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 1098 time: 0.0609190 Jul 23 07:33:19.672823 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-092e270f-f534-4bad-a0b2-ef5b188ccf0e req-277abc35-310e-4b65-974f-06a19a4c1236 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577533 Jul 23 07:33:19.676365 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-876441eb-cbd0-46a9-b32b-60e5a93a920e req-749a9ff2-4f0e-4682-9210-015651f98241 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334668 Jul 23 07:33:20.181522 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553b6f2-5af9-4cdd-9352-db786f1c74e7 req-c938c598-fbcc-435f-8397-fbff21aa9f89 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:20.183078 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0553b6f2-5af9-4cdd-9352-db786f1c74e7 req-c938c598-fbcc-435f-8397-fbff21aa9f89 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 945 time: 0.0703886 Jul 23 07:33:20.223493 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0553b6f2-5af9-4cdd-9352-db786f1c74e7 req-5aa378bc-157c-4c18-bfeb-eb5b91886df6 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337059 Jul 23 07:33:20.308256 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0a9820b4-8dce-4ec8-bed6-d2beb27369fb req-8faa3685-fac8-45cd-84f9-fe27ecbafb8e tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 210 time: 0.0295987 Jul 23 07:33:20.793373 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35428a-bcc9-421e-9af8-565132efb4df req-affdef0a-e00a-409d-b93c-77dfe1db6ad9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:20.794813 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ed35428a-bcc9-421e-9af8-565132efb4df req-affdef0a-e00a-409d-b93c-77dfe1db6ad9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 944 time: 0.0661621 Jul 23 07:33:20.834025 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ed35428a-bcc9-421e-9af8-565132efb4df req-10f9b95b-dd71-4d50-8d45-00a30c0c32b6 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331364 Jul 23 07:33:21.356779 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eba5d1-012e-4e01-9b26-a7260bb13df2 req-a78e09be-d3a6-4707-828a-e00538618159 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:21.358252 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c3eba5d1-012e-4e01-9b26-a7260bb13df2 req-a78e09be-d3a6-4707-828a-e00538618159 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 945 time: 0.0652890 Jul 23 07:33:21.396962 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c3eba5d1-012e-4e01-9b26-a7260bb13df2 req-5edb7b14-2e91-422b-a67f-c2a687d6c04c tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Jul 23 07:33:21.405008 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5c1674a9-028d-4826-9760-7c4ff96415e1 req-674a02b1-0ca6-43a3-b1c3-0cbb0827e861 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 210 time: 0.0296383 Jul 23 07:33:21.962111 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2ae82-4642-407a-aa6d-f39273bc4ee7 req-b317cd51-6e18-4830-9ea1-6bcda85698d3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:21.963568 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f7e2ae82-4642-407a-aa6d-f39273bc4ee7 req-b317cd51-6e18-4830-9ea1-6bcda85698d3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 944 time: 0.0618393 Jul 23 07:33:22.000804 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f7e2ae82-4642-407a-aa6d-f39273bc4ee7 req-6234eb51-3b9f-4ca4-ac06-7cba2e4d8dab tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317864 Jul 23 07:33:22.499212 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b85f4efa-0bb4-44a6-9402-0423b7cc078e req-f7b8a1cb-bd21-4258-8d08-03437593f46d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 210 time: 0.0282614 Jul 23 07:33:22.525509 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0534610-c300-41ee-84ab-0d0aff073b67 req-46a95da7-f33b-4d31-b67c-652fdbfc3b4b tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:22.526970 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d0534610-c300-41ee-84ab-0d0aff073b67 req-46a95da7-f33b-4d31-b67c-652fdbfc3b4b tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 945 time: 0.0649564 Jul 23 07:33:22.563049 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d0534610-c300-41ee-84ab-0d0aff073b67 req-b2ba44b8-c2fc-4685-aa61-dca4a072c1c2 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305035 Jul 23 07:33:23.135881 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b213b5-5bdb-4c48-b13f-84619860cb9d req-e47df42f-c612-4c5e-b488-408483018b15 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:23.137387 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d6b213b5-5bdb-4c48-b13f-84619860cb9d req-e47df42f-c612-4c5e-b488-408483018b15 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 944 time: 0.0660965 Jul 23 07:33:23.174979 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d6b213b5-5bdb-4c48-b13f-84619860cb9d req-44123538-c490-42a7-a69e-91959e35e6e1 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316267 Jul 23 07:33:23.304520 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device db30368a-93ed-4700-b107-f8125bf92537 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:33:23.355008 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port db30368a-93ed-4700-b107-f8125bf92537 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:33:23.358900 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port db30368a-93ed-4700-b107-f8125bf92537 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:33:23.359292 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:23.439307 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:23.452345 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825a71-2275-433b-a000-3d57e53dc27d req-dbc89166-91de-4196-a2a5-4f8d294d7623 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:23.453782 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-dbc89166-91de-4196-a2a5-4f8d294d7623 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.23 "GET /v2.0/networks?id=f640653b-1b95-4735-ad8a-809138685023 HTTP/1.1" status: 200 len: 810 time: 0.1185458 Jul 23 07:33:23.464212 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db30368a-93ed-4700-b107-f8125bf92537'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:23.466660 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857646e8-e4e0-463f-8b1b-2c8634b12c8c" -d '{"events": [{"server_uuid": "c01577f6-9091-410a-8a53-62d6af2553c1", "name": "network-vif-plugged", "status": "completed", "tag": "db30368a-93ed-4700-b107-f8125bf92537"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:23.480948 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port db30368a-93ed-4700-b107-f8125bf92537, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=db30368a-93ed-4700-b107-f8125bf92537,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:23.485287 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:23.515035 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7398bca-0bc9-4ca0-94f4-51e844d9ba3e x-openstack-request-id: req-e7398bca-0bc9-4ca0-94f4-51e844d9ba3e {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:23.515324 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01577f6-9091-410a-8a53-62d6af2553c1", "name": "network-vif-plugged", "status": "completed", "tag": "db30368a-93ed-4700-b107-f8125bf92537", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:23.515812 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7398bca-0bc9-4ca0-94f4-51e844d9ba3e {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:23.516366 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db30368a-93ed-4700-b107-f8125bf92537', 'code': 200} Jul 23 07:33:23.535868 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-03af1afd-accb-411f-ac65-4ac5703315e1 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1915e9b02c304a73919c21737c01fa84 HTTP/1.1" status: 200 len: 380 time: 0.0396972 Jul 23 07:33:23.545195 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=db30368a-93ed-4700-b107-f8125bf92537,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:23.564823 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-bc825a71-2275-433b-a000-3d57e53dc27d req-2178c911-08f1-4428-b649-ccff8dc529b0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Request body: {'port': {'device_id': 'fd1ec467-d970-40d0-8871-f762d4f13fb6', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'admin_state_up': True, 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'security_groups': ['d6acc2d6-9150-45cf-a1cd-158ff70701fe']}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:23.602002 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a6ee137a-676c-48d9-befa-f2fc73a431d0 req-347e335e-d856-4162-9a1e-b1d30eb4097d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 210 time: 0.0315092 Jul 23 07:33:23.721863 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc825a71-2275-433b-a000-3d57e53dc27d req-2178c911-08f1-4428-b649-ccff8dc529b0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Made reservation on behalf of 1915e9b02c304a73919c21737c01fa84 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:33:23.725318 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-bc825a71-2275-433b-a000-3d57e53dc27d req-2178c911-08f1-4428-b649-ccff8dc529b0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:23.746202 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b6fae-95ac-4496-a634-cac08e127fa4 req-8ce3c0b0-4f9c-432f-b7b9-84ba39884fdb tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:23.747673 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1e3b6fae-95ac-4496-a634-cac08e127fa4 req-8ce3c0b0-4f9c-432f-b7b9-84ba39884fdb tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 945 time: 0.0986905 Jul 23 07:33:23.841631 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1e3b6fae-95ac-4496-a634-cac08e127fa4 req-1bae7037-6f89-4f72-85ed-187216a7a97f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875962 Jul 23 07:33:23.927011 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-bc825a71-2275-433b-a000-3d57e53dc27d req-2178c911-08f1-4428-b649-ccff8dc529b0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Allocated IP 172.20.0.4 (f640653b-1b95-4735-ad8a-809138685023/89993525-8aed-4fcb-9e8c-9cff111bbf6e/0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:33:23.945587 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42cacc-ee42-4990-8fc7-8d0aada603ff req-157f2c8b-9f55-4c93-ad74-249c3b23e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:23.947079 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4b42cacc-ee42-4990-8fc7-8d0aada603ff req-157f2c8b-9f55-4c93-ad74-249c3b23e343 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 1098 time: 0.1228132 Jul 23 07:33:24.022754 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4b42cacc-ee42-4990-8fc7-8d0aada603ff req-bd08f8b5-ca15-4a8f-b934-dc36ab258443 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646908 Jul 23 07:33:24.090852 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-bc825a71-2275-433b-a000-3d57e53dc27d req-2178c911-08f1-4428-b649-ccff8dc529b0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:24.103888 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-bc825a71-2275-433b-a000-3d57e53dc27d req-2178c911-08f1-4428-b649-ccff8dc529b0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Transition to ACTIVE for port object 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 will not be triggered until provisioned by entity DHCP. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:33:24.135972 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-bc825a71-2275-433b-a000-3d57e53dc27d req-2178c911-08f1-4428-b649-ccff8dc529b0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:24.175317 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc825a71-2275-433b-a000-3d57e53dc27d req-2178c911-08f1-4428-b649-ccff8dc529b0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Network f640653b-1b95-4735-ad8a-809138685023 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:33:24.180014 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-bc825a71-2275-433b-a000-3d57e53dc27d req-2178c911-08f1-4428-b649-ccff8dc529b0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:33:24.182897 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc825a71-2275-433b-a000-3d57e53dc27d req-2178c911-08f1-4428-b649-ccff8dc529b0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:33:24.216169 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178c911-08f1-4428-b649-ccff8dc529b0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event updated for resources: {'Port': ['ID=0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:24.246656 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825a71-2275-433b-a000-3d57e53dc27d req-2178c911-08f1-4428-b649-ccff8dc529b0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:24.247300 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-bc825a71-2275-433b-a000-3d57e53dc27d req-2178c911-08f1-4428-b649-ccff8dc529b0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:24.264937 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-2178c911-08f1-4428-b649-ccff8dc529b0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7044683 Jul 23 07:33:24.314946 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00122919-d112-497e-b418-ce1094dee2a3 req-e11aa084-ee63-4501-9d4a-d6f7a7c0a04d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:24.316568 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-00122919-d112-497e-b418-ce1094dee2a3 req-e11aa084-ee63-4501-9d4a-d6f7a7c0a04d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0660336 Jul 23 07:33:24.356581 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-00122919-d112-497e-b418-ce1094dee2a3 req-3d84f6ef-b6ad-439e-bc0f-15e984415fce tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340588 Jul 23 07:33:24.390317 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Request body: {'port': {'device_id': 'fd1ec467-d970-40d0-8871-f762d4f13fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:24.423792 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-2852c613-b92f-4fab-b20c-97ddf0ff7e4f None None] Provisioning for port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:33:24.429971 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-2852c613-b92f-4fab-b20c-97ddf0ff7e4f None None] Provisioning complete for port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:33:24.430366 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-2852c613-b92f-4fab-b20c-97ddf0ff7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:24.463815 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-2852c613-b92f-4fab-b20c-97ddf0ff7e4f None None] Port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:33:24.469360 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:24.927623 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e41aa-75ac-499b-ad02-f733048fa9d3 req-b0d04a97-05fb-4eaf-a73e-91984f0812ea tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:24.929089 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-337e41aa-75ac-499b-ad02-f733048fa9d3 req-b0d04a97-05fb-4eaf-a73e-91984f0812ea tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 931 time: 0.1330929 Jul 23 07:33:24.975813 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61509a68-d03c-4c3e-ac72-b048baff7bbe req-2ffdd8b4-bc2d-4b03-93ed-5b8c41d82b22 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:24.977560 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-61509a68-d03c-4c3e-ac72-b048baff7bbe req-2ffdd8b4-bc2d-4b03-93ed-5b8c41d82b22 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 945 time: 0.0660999 Jul 23 07:33:24.987611 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-337e41aa-75ac-499b-ad02-f733048fa9d3 req-559a75a9-621c-4074-8e9b-9f4daa8ec314 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6acc2d6-9150-45cf-a1cd-158ff70701fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524423 Jul 23 07:33:25.023982 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-61509a68-d03c-4c3e-ac72-b048baff7bbe req-e99a5adf-3462-4c99-904d-755e8f07d2d6 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 Jul 23 07:33:25.043552 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:33:25.051662 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:25.063142 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Transition to ACTIVE for port object 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:33:25.067957 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:25.120999 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Pushing event updated for resources: {'Port': ['ID=0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:25.198362 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Attempting to bind port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:33:25.198720 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Attempting to bind port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:33:25.199057 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Attempting to bind port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 on network f640653b-1b95-4735-ad8a-809138685023 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:33:25.203483 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 on network f640653b-1b95-4735-ad8a-809138685023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:33:25.203802 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Attempting to bind port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 on network f640653b-1b95-4735-ad8a-809138685023 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:33:25.208952 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:33:25.209292 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Checking segment: {'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:33:25.209681 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Bound using segment: {'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:33:25.210112 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Bound port: 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31190f65-967f-4e8c-a7ac-429ead733d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f640653b-1b95-4735-ad8a-809138685023'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:33:25.210471 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:25.277537 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] For port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:33:25.281168 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] For port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:33:25.286749 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:25.321675 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:25.322401 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:25.323854 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] 10.222.0.23 "PUT /v2.0/ports/0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 HTTP/1.1" status: 200 len: 1093 time: 0.9378009 Jul 23 07:33:25.324184 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1ec467-d970-40d0-8871-f762d4f13fb6', 'tag': '0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:25.326473 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf2350c-4c5f-4bab-a04a-a8937ba28ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1ec467-d970-40d0-8871-f762d4f13fb6", "tag": "0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:25.351000 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed96427-dc96-446a-b0fb-6e92a959bde6 service neutron] Pushing event updated for resources: {'Port': ['ID=0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:25.385132 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c456a39-b783-4359-a2e2-ba88e50123f0 x-openstack-request-id: req-5c456a39-b783-4359-a2e2-ba88e50123f0 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:25.385629 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1ec467-d970-40d0-8871-f762d4f13fb6", "tag": "0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:25.386192 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c456a39-b783-4359-a2e2-ba88e50123f0 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:25.386727 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1ec467-d970-40d0-8871-f762d4f13fb6', 'tag': '0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7', 'status': 'completed', 'code': 200} Jul 23 07:33:25.496392 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825a71-2275-433b-a000-3d57e53dc27d req-90ae26ce-dec7-4447-8a96-cb1444db9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:25.498534 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-90ae26ce-dec7-4447-8a96-cb1444db9707 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1915e9b02c304a73919c21737c01fa84&device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0755529 Jul 23 07:33:25.526652 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97184e29-13b5-4e2b-ab1f-d46f8e116ef3 req-fe0fe4d1-cc7f-4d36-b102-c6521d989bc9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:25.540675 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-97184e29-13b5-4e2b-ab1f-d46f8e116ef3 req-fe0fe4d1-cc7f-4d36-b102-c6521d989bc9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.1098943 Jul 23 07:33:25.557629 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-fa6959a9-657f-4025-9448-1cc23db3f8c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 HTTP/1.1" status: 200 len: 217 time: 0.0432062 Jul 23 07:33:25.597664 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-97184e29-13b5-4e2b-ab1f-d46f8e116ef3 req-1e9a9a6e-9f19-4107-9d3e-3d9bea977286 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448582 Jul 23 07:33:25.609010 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825a71-2275-433b-a000-3d57e53dc27d req-97600d75-e089-4ef1-ae5c-aa1ebbb39ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:25.611070 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-97600d75-e089-4ef1-ae5c-aa1ebbb39ace service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89993525-8aed-4fcb-9e8c-9cff111bbf6e HTTP/1.1" status: 200 len: 849 time: 0.0467861 Jul 23 07:33:25.679749 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825a71-2275-433b-a000-3d57e53dc27d req-c384d8f9-1505-403b-8467-d1f913349b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:25.681812 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-c384d8f9-1505-403b-8467-d1f913349b61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f640653b-1b95-4735-ad8a-809138685023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0606565 Jul 23 07:33:25.795350 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-5f10e910-f622-434d-84a9-5deedcfc79d6 service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956573 Jul 23 07:33:25.835798 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11c128-2196-45d6-b347-ea1fc7d810c9 req-8912b6cf-8da2-4ad7-99d2-f2461ac94f4f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:25.837292 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ad11c128-2196-45d6-b347-ea1fc7d810c9 req-8912b6cf-8da2-4ad7-99d2-f2461ac94f4f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 945 time: 0.0659368 Jul 23 07:33:25.875235 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ad11c128-2196-45d6-b347-ea1fc7d810c9 req-b00cda1b-d332-44f9-8f66-74b81a6a5748 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323267 Jul 23 07:33:25.888636 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc825a71-2275-433b-a000-3d57e53dc27d req-499e02ad-e012-4094-b0a2-afceff8db545 service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863647 Jul 23 07:33:26.049759 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2350c-4c5f-4bab-a04a-a8937ba28ae0 req-d26d3b67-c140-4d9f-8176-c865690476e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:26.051307 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-daf2350c-4c5f-4bab-a04a-a8937ba28ae0 req-d26d3b67-c140-4d9f-8176-c865690476e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1915e9b02c304a73919c21737c01fa84&device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0538185 Jul 23 07:33:26.185461 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeed88-0622-458d-ba62-1f5d1414c946 req-8e6f82c7-e8b8-499d-8f2b-ff03933b4d46 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:26.186959 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e9aeed88-0622-458d-ba62-1f5d1414c946 req-8e6f82c7-e8b8-499d-8f2b-ff03933b4d46 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 943 time: 0.1308229 Jul 23 07:33:26.190258 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2350c-4c5f-4bab-a04a-a8937ba28ae0 req-297aecd8-bdc4-46b2-bf3d-3cd18e16eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:26.191597 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-daf2350c-4c5f-4bab-a04a-a8937ba28ae0 req-297aecd8-bdc4-46b2-bf3d-3cd18e16eb71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f640653b-1b95-4735-ad8a-809138685023 HTTP/1.1" status: 200 len: 911 time: 0.1266704 Jul 23 07:33:26.239583 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-daf2350c-4c5f-4bab-a04a-a8937ba28ae0 req-d83bdca8-4d77-4ed6-b894-15d9e4fb96d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 HTTP/1.1" status: 200 len: 217 time: 0.0403986 Jul 23 07:33:26.283382 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e9aeed88-0622-458d-ba62-1f5d1414c946 req-c42427a1-a9d9-4f36-a3c9-728d674f6213 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6acc2d6-9150-45cf-a1cd-158ff70701fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898576 Jul 23 07:33:26.300870 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2350c-4c5f-4bab-a04a-a8937ba28ae0 req-c32dc1ad-7a42-4ab2-b088-3e410da5d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:26.302337 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-daf2350c-4c5f-4bab-a04a-a8937ba28ae0 req-c32dc1ad-7a42-4ab2-b088-3e410da5d5b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89993525-8aed-4fcb-9e8c-9cff111bbf6e HTTP/1.1" status: 200 len: 849 time: 0.0536306 Jul 23 07:33:26.362361 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2350c-4c5f-4bab-a04a-a8937ba28ae0 req-468c6607-545d-4214-848b-c5310f74d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:26.363921 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-daf2350c-4c5f-4bab-a04a-a8937ba28ae0 req-468c6607-545d-4214-848b-c5310f74d02c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f640653b-1b95-4735-ad8a-809138685023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531063 Jul 23 07:33:26.457641 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-daf2350c-4c5f-4bab-a04a-a8937ba28ae0 req-833bff2a-3911-4bb1-8ebd-a0b0eaeca87a service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849669 Jul 23 07:33:26.544795 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-daf2350c-4c5f-4bab-a04a-a8937ba28ae0 req-1028bacb-a3f0-4e2b-a4c4-b0241af8a7c5 service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807080 Jul 23 07:33:26.647907 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:26.735539 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd81be-8f42-4e78-ae7c-5c4ec0798ec5 req-533087a3-0b20-4804-a5b5-d854fe685ff0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:26.737062 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-fddd81be-8f42-4e78-ae7c-5c4ec0798ec5 req-533087a3-0b20-4804-a5b5-d854fe685ff0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0654032 Jul 23 07:33:26.773654 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-fddd81be-8f42-4e78-ae7c-5c4ec0798ec5 req-ac358e9c-c034-4f52-ae4f-145608174c66 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311735 Jul 23 07:33:26.903585 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808351b-9ce9-45ee-adb6-79d91139fc7d req-42d66e34-4506-4a36-8b2f-c9522f14a8c2 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:26.905080 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3808351b-9ce9-45ee-adb6-79d91139fc7d req-42d66e34-4506-4a36-8b2f-c9522f14a8c2 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0636849 Jul 23 07:33:26.915815 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 48706) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:26.921646 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-f82f0bf8-e566-45f2-b3bb-952e7f1951c8 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Request body: {'floatingip': {'port_id': 'db30368a-93ed-4700-b107-f8125bf92537'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:26.991317 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f82f0bf8-e566-45f2-b3bb-952e7f1951c8 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for floatingip, before_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:27.122853 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db6219-b403-4a1c-a9b5-83933e6a0984 req-08d1a93b-9b61-4417-8f2f-7149840b38f9 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:27.124355 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f0db6219-b403-4a1c-a9b5-83933e6a0984 req-08d1a93b-9b61-4417-8f2f-7149840b38f9 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 945 time: 0.1673894 Jul 23 07:33:27.227767 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f0db6219-b403-4a1c-a9b5-83933e6a0984 req-c7973891-edb5-4202-888f-336f6002af36 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971224 Jul 23 07:33:27.424404 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa75a9-109f-4ee9-a9ae-0e3ab685f1c6 req-bf5c044a-4b4c-40e0-a5bc-957186ce9033 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:27.425813 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-55aa75a9-109f-4ee9-a9ae-0e3ab685f1c6 req-bf5c044a-4b4c-40e0-a5bc-957186ce9033 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 943 time: 0.0742655 Jul 23 07:33:27.464861 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-55aa75a9-109f-4ee9-a9ae-0e3ab685f1c6 req-e7c756cd-b405-4f5e-b406-b652e445b7af tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6acc2d6-9150-45cf-a1cd-158ff70701fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332828 Jul 23 07:33:27.726220 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f82f0bf8-e566-45f2-b3bb-952e7f1951c8 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:27.732727 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f82f0bf8-e566-45f2-b3bb-952e7f1951c8 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:27.735950 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea345879-f628-4f9e-8ec5-0d781301f577 req-c8de9083-1fec-4a2e-a1d6-20d41efcc123 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:27.737705 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ea345879-f628-4f9e-8ec5-0d781301f577 req-c8de9083-1fec-4a2e-a1d6-20d41efcc123 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 945 time: 0.0682893 Jul 23 07:33:27.841159 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.l3_db [None req-f82f0bf8-e566-45f2-b3bb-952e7f1951c8 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Floating IP 364cb376-4675-4957-8b6f-2ebdb069db49 associated. External IP: 172.27.1.157, port: db30368a-93ed-4700-b107-f8125bf92537. Jul 23 07:33:27.868963 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-ea345879-f628-4f9e-8ec5-0d781301f577 req-f3a1b1ba-1fb2-462b-953a-ccad4c1be044 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Deleting port 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:33:27.869381 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ea345879-f628-4f9e-8ec5-0d781301f577 req-f3a1b1ba-1fb2-462b-953a-ccad4c1be044 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:27.980263 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-ea345879-f628-4f9e-8ec5-0d781301f577 req-f3a1b1ba-1fb2-462b-953a-ccad4c1be044 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] For port 8f85d70b-2c5e-425a-b4e4-0406b5f587b9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8f85d70b-2c5e-425a-b4e4-0406b5f587b9,segment=NetworkSegment(0a4a65ca-3f9e-4905-a19d-ab1abb2a2906),segment_id=0a4a65ca-3f9e-4905-a19d-ab1abb2a2906)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:27.980636 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ea345879-f628-4f9e-8ec5-0d781301f577 req-f3a1b1ba-1fb2-462b-953a-ccad4c1be044 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:27.994160 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-ea345879-f628-4f9e-8ec5-0d781301f577 req-f3a1b1ba-1fb2-462b-953a-ccad4c1be044 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Calling delete_port for 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:33:28.070881 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82f0bf8-e566-45f2-b3bb-952e7f1951c8 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Router 63279ee6-7d44-461a-a924-c6e89946307c has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:33:28.121813 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:33:28.137501 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ea345879-f628-4f9e-8ec5-0d781301f577 req-f3a1b1ba-1fb2-462b-953a-ccad4c1be044 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:28.182821 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:33:28.197631 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82f0bf8-e566-45f2-b3bb-952e7f1951c8 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:33:28.198173 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1b1ba-1fb2-462b-953a-ccad4c1be044 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Pushing event deleted for resources: {'Port': ['ID=8f85d70b-2c5e-425a-b4e4-0406b5f587b9,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:28.202681 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f82f0bf8-e566-45f2-b3bb-952e7f1951c8 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:28.222785 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea345879-f628-4f9e-8ec5-0d781301f577 req-f3a1b1ba-1fb2-462b-953a-ccad4c1be044 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] No DVR routers for this DVR port 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:33:28.225526 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-ea345879-f628-4f9e-8ec5-0d781301f577 req-f3a1b1ba-1fb2-462b-953a-ccad4c1be044 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:28.227624 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ea345879-f628-4f9e-8ec5-0d781301f577 req-f3a1b1ba-1fb2-462b-953a-ccad4c1be044 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.23 "DELETE /v2.0/ports/8f85d70b-2c5e-425a-b4e4-0406b5f587b9 HTTP/1.1" status: 204 len: 173 time: 0.4830220 Jul 23 07:33:28.228258 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f224a9-9cad-46e1-978b-7dceddea0fd3', 'name': 'network-vif-deleted', 'tag': '8f85d70b-2c5e-425a-b4e4-0406b5f587b9'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:28.231358 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63363a23-7e20-4321-9e0b-9c013a9c6c81" -d '{"events": [{"server_uuid": "b6f224a9-9cad-46e1-978b-7dceddea0fd3", "name": "network-vif-deleted", "tag": "8f85d70b-2c5e-425a-b4e4-0406b5f587b9"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:28.233481 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['8f85d70b-2c5e-425a-b4e4-0406b5f587b9'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:33:28.237049 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137b3de6-dff3-4f84-bcb9-c25a6fce6542 None None] Sync routers for ids ['63279ee6-7d44-461a-a924-c6e89946307c'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:33:28.248264 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-f82f0bf8-e566-45f2-b3bb-952e7f1951c8 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "PUT /v2.0/floatingips/364cb376-4675-4957-8b6f-2ebdb069db49 HTTP/1.1" status: 200 len: 991 time: 1.3309565 Jul 23 07:33:28.248982 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'tag': 'db30368a-93ed-4700-b107-f8125bf92537'}] {{(pid=93082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:28.252414 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b256c8136409c27575bdc441bd1bca69cfbf6e91dd21a7f25e02723c0082f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8c0839-70ca-4a88-905a-1e74d8440dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "c01577f6-9091-410a-8a53-62d6af2553c1", "tag": "db30368a-93ed-4700-b107-f8125bf92537"}]}' {{(pid=93082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:28.270976 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:28.284303 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906b5efc-992d-4401-88b4-7188de63c0f4 x-openstack-request-id: req-906b5efc-992d-4401-88b4-7188de63c0f4 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:28.284613 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f224a9-9cad-46e1-978b-7dceddea0fd3", "name": "network-vif-deleted", "tag": "8f85d70b-2c5e-425a-b4e4-0406b5f587b9", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:28.284863 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-906b5efc-992d-4401-88b4-7188de63c0f4 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:28.285254 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f224a9-9cad-46e1-978b-7dceddea0fd3', 'name': 'network-vif-deleted', 'tag': '8f85d70b-2c5e-425a-b4e4-0406b5f587b9', 'status': 'completed', 'code': 200} Jul 23 07:33:28.289796 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': '0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'port_id': '0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7', 'mac_address': 'fa:16:3e:dd:10:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:33:28.294831 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b3de6-dff3-4f84-bcb9-c25a6fce6542 None None] Routers {'63279ee6-7d44-461a-a924-c6e89946307c'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:33:28.295467 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-137b3de6-dff3-4f84-bcb9-c25a6fce6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:33:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['63279ee6-7d44-461a-a924-c6e89946307c'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:28.367671 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ccc55e3e-7397-44a2-a16a-e98f64ee1615 req-342d88c4-940a-499c-8088-f17a456e3b97 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f224a9-9cad-46e1-978b-7dceddea0fd3 HTTP/1.1" status: 200 len: 210 time: 0.0341244 Jul 23 07:33:28.413020 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc140166-94ef-4856-9b9c-65584521989d x-openstack-request-id: req-cc140166-94ef-4856-9b9c-65584521989d {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:28.413496 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01577f6-9091-410a-8a53-62d6af2553c1", "tag": "db30368a-93ed-4700-b107-f8125bf92537", "status": "completed", "code": 200}]} {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:28.413892 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc140166-94ef-4856-9b9c-65584521989d {{(pid=93082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:28.414458 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'tag': 'db30368a-93ed-4700-b107-f8125bf92537', 'status': 'completed', 'code': 200} Jul 23 07:33:28.432007 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:28.452740 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:33:28.488649 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:28.490635 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-137b3de6-dff3-4f84-bcb9-c25a6fce6542 None None] Set router 63279ee6-7d44-461a-a924-c6e89946307c gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:33:28.493604 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:28.623952 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c0839-70ca-4a88-905a-1e74d8440dd9 req-29f5bb14-8449-4531-b099-bdb70886e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:28.625459 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0b8c0839-70ca-4a88-905a-1e74d8440dd9 req-29f5bb14-8449-4531-b099-bdb70886e8ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b&device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 1098 time: 0.1076877 Jul 23 07:33:28.634489 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50c4e3-116e-42b9-9f2a-e24e27a52558 req-91e99f20-1abb-4422-b1c3-4182df159668 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:28.636008 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4c50c4e3-116e-42b9-9f2a-e24e27a52558 req-91e99f20-1abb-4422-b1c3-4182df159668 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 944 time: 0.0913494 Jul 23 07:33:28.728448 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4c50c4e3-116e-42b9-9f2a-e24e27a52558 req-2faf35f5-8784-42d8-8180-323b624f9672 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6acc2d6-9150-45cf-a1cd-158ff70701fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831461 Jul 23 07:33:28.753748 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c0839-70ca-4a88-905a-1e74d8440dd9 req-5962b362-10ba-4507-ade4-8c3cc2e85fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:28.755200 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0b8c0839-70ca-4a88-905a-1e74d8440dd9 req-5962b362-10ba-4507-ade4-8c3cc2e85fb3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6 HTTP/1.1" status: 200 len: 917 time: 0.1182823 Jul 23 07:33:28.790913 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:28.826092 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0b8c0839-70ca-4a88-905a-1e74d8440dd9 req-c25a5f2a-d68d-4067-b952-28155c4831e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db30368a-93ed-4700-b107-f8125bf92537 HTTP/1.1" status: 200 len: 999 time: 0.0617299 Jul 23 07:33:28.886356 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c0839-70ca-4a88-905a-1e74d8440dd9 req-804acb35-874e-4edb-bca8-a595fdcec8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:28.887799 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0b8c0839-70ca-4a88-905a-1e74d8440dd9 req-804acb35-874e-4edb-bca8-a595fdcec8e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d HTTP/1.1" status: 200 len: 855 time: 0.0439854 Jul 23 07:33:28.899810 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:33:29.004688 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c0839-70ca-4a88-905a-1e74d8440dd9 req-747cb90b-206c-4adb-a4d9-30a9360c3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:29.005955 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0b8c0839-70ca-4a88-905a-1e74d8440dd9 req-747cb90b-206c-4adb-a4d9-30a9360c3b27 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0762572 Jul 23 07:33:29.059100 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-137b3de6-dff3-4f84-bcb9-c25a6fce6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '364cb376-4675-4957-8b6f-2ebdb069db49', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'port_id': 'db30368a-93ed-4700-b107-f8125bf92537', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'mac_address': 'fa:16:3e:af:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:33:05Z', 'updated_at': '2021-07-23T07:33:27Z', 'revision_number': 1, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51b45d1-e333-4f86-95da-8fd6790e0d07', 'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'mac_address': 'fa:16:3e:11:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:55Z', 'updated_at': '2021-07-23T07:29:11Z', 'revision_number': 5, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'subnets': [{'id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:29.105923 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137b3de6-dff3-4f84-bcb9-c25a6fce6542 None None] Checking router: 63279ee6-7d44-461a-a924-c6e89946307c for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:33:29.129824 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b3de6-dff3-4f84-bcb9-c25a6fce6542 None None] Routers {'63279ee6-7d44-461a-a924-c6e89946307c'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:33:29.130772 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-137b3de6-dff3-4f84-bcb9-c25a6fce6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:33:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['63279ee6-7d44-461a-a924-c6e89946307c'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:29.173530 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0b8c0839-70ca-4a88-905a-1e74d8440dd9 req-e2bff8f6-2252-424d-bdc6-824b9565c2a4 service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513071 Jul 23 07:33:29.283003 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-137b3de6-dff3-4f84-bcb9-c25a6fce6542 None None] Set router 63279ee6-7d44-461a-a924-c6e89946307c gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:33:29.322916 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0b8c0839-70ca-4a88-905a-1e74d8440dd9 req-6a1cb8a2-c0b2-47b2-9176-f91a512808d1 service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428895 Jul 23 07:33:29.347161 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49c31d-0f2b-4c04-9ded-4e459fd6368a req-ca5b0d93-0936-4b39-ae5c-b0f92bdf7733 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:29.348837 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-fb49c31d-0f2b-4c04-9ded-4e459fd6368a req-ca5b0d93-0936-4b39-ae5c-b0f92bdf7733 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 946 time: 0.0877793 Jul 23 07:33:29.388640 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-fb49c31d-0f2b-4c04-9ded-4e459fd6368a req-96ee8a88-bb01-4fba-8354-5ef038dfeb90 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337071 Jul 23 07:33:29.526509 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-137b3de6-dff3-4f84-bcb9-c25a6fce6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '364cb376-4675-4957-8b6f-2ebdb069db49', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'port_id': 'db30368a-93ed-4700-b107-f8125bf92537', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'mac_address': 'fa:16:3e:af:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:33:05Z', 'updated_at': '2021-07-23T07:33:27Z', 'revision_number': 1, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51b45d1-e333-4f86-95da-8fd6790e0d07', 'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'mac_address': 'fa:16:3e:11:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:55Z', 'updated_at': '2021-07-23T07:29:11Z', 'revision_number': 5, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'subnets': [{'id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:29.555567 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137b3de6-dff3-4f84-bcb9-c25a6fce6542 None None] The sync data for ids ['63279ee6-7d44-461a-a924-c6e89946307c'] in dv-cinder-773985-13-iscsi is: [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '364cb376-4675-4957-8b6f-2ebdb069db49', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'port_id': 'db30368a-93ed-4700-b107-f8125bf92537', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'mac_address': 'fa:16:3e:af:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:33:05Z', 'updated_at': '2021-07-23T07:33:27Z', 'revision_number': 1, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51b45d1-e333-4f86-95da-8fd6790e0d07', 'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'mac_address': 'fa:16:3e:11:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:55Z', 'updated_at': '2021-07-23T07:29:11Z', 'revision_number': 5, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'subnets': [{'id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:33:29.669064 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-ffe9da92-3c9d-4a69-a7d2-70771ab428e4 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:29.670768 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-ffe9da92-3c9d-4a69-a7d2-70771ab428e4 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/networks?id=61abd229-d148-4a8b-b6ed-da9a766989d9 HTTP/1.1" status: 200 len: 808 time: 0.1391952 Jul 23 07:33:29.686089 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-06659678-cfb8-4ac8-95fa-98d9ce24adf8 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/quotas/9afe47875bfa43d59ec06cc2a4dffb26 HTTP/1.1" status: 200 len: 375 time: 0.0096688 Jul 23 07:33:29.725020 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-6fc2a0f3-14ef-4328-9b59-f86a21f1008c tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9afe47875bfa43d59ec06cc2a4dffb26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334785 Jul 23 07:33:29.751610 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c5257b-c9b8-4e07-9ebc-a8bdf76de755 None None] New status for floating IP 364cb376-4675-4957-8b6f-2ebdb069db49: ACTIVE {{(pid=93084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:33:29.785561 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c4e27245-3aaa-4232-b2eb-5730e6b120dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:29.823221 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-121512eb-f5c3-494a-bccf-6a2faf329318 service neutron] 10.222.0.13 "GET /v2.0/networks/61abd229-d148-4a8b-b6ed-da9a766989d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909238 Jul 23 07:33:29.878671 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff2a80-3d2f-46c6-ab4e-df3de24553d8 req-0427e91d-c42a-44bd-9bf8-b7a6e37cdff0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:29.880272 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3bff2a80-3d2f-46c6-ab4e-df3de24553d8 req-0427e91d-c42a-44bd-9bf8-b7a6e37cdff0 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 944 time: 0.0643151 Jul 23 07:33:29.920273 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-12ff8eea-1175-4554-968d-703d95307211 service neutron] 10.222.0.13 "GET /v2.0/networks/61abd229-d148-4a8b-b6ed-da9a766989d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901709 Jul 23 07:33:29.925983 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3bff2a80-3d2f-46c6-ab4e-df3de24553d8 req-00f1152c-4679-4aaf-828e-1bbf2b817c15 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6acc2d6-9150-45cf-a1cd-158ff70701fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398192 Jul 23 07:33:30.089032 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8b37a38f-ec84-471c-8e9f-cb78898784b3 req-a8296db0-3eb4-4b36-92e1-0c8c3cd4e2ad tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 210 time: 0.0288131 Jul 23 07:33:30.135386 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:33:30.185687 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:33:30.190288 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:33:30.190711 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:30.274597 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:30.300670 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1ec467-d970-40d0-8871-f762d4f13fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:30.303245 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dbd277-21fe-47d3-ae86-fa9a4dc0ccf7" -d '{"events": [{"server_uuid": "fd1ec467-d970-40d0-8871-f762d4f13fb6", "name": "network-vif-plugged", "status": "completed", "tag": "0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:30.317435 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:30.322632 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:30.350606 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70122bf9-ad45-406e-b9e8-634a66d49f94 x-openstack-request-id: req-70122bf9-ad45-406e-b9e8-634a66d49f94 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:30.350902 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1ec467-d970-40d0-8871-f762d4f13fb6", "name": "network-vif-plugged", "status": "completed", "tag": "0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:30.351149 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70122bf9-ad45-406e-b9e8-634a66d49f94 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:30.351531 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1ec467-d970-40d0-8871-f762d4f13fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7', 'code': 200} Jul 23 07:33:30.381237 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:30.534037 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf99b6-2727-4c89-9d37-15a6a78f54c4 req-f5c7b998-37d9-4780-8cdf-028949627707 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:30.535571 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-aadf99b6-2727-4c89-9d37-15a6a78f54c4 req-f5c7b998-37d9-4780-8cdf-028949627707 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 946 time: 0.0716913 Jul 23 07:33:30.575346 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-aadf99b6-2727-4c89-9d37-15a6a78f54c4 req-14d64af6-0d1f-49ca-a543-23f68b65a07c tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341260 Jul 23 07:33:30.602167 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daf3f1-6e9b-4c01-ae62-61f3ab3d86ee req-bf85aa4d-7936-4653-afdc-cf5b58928ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:30.603676 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e8daf3f1-6e9b-4c01-ae62-61f3ab3d86ee req-bf85aa4d-7936-4653-afdc-cf5b58928ed3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0523331 Jul 23 07:33:30.657833 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e8daf3f1-6e9b-4c01-ae62-61f3ab3d86ee req-80e444ba-12ae-4809-ae93-45fdd9a136fc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d6acc2d6-9150-45cf-a1cd-158ff70701fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331757 Jul 23 07:33:31.077682 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c65143-b16b-49ed-9dc9-311477cbccf2 req-5032c380-7cf3-49bb-9845-e1a9b050ac0a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:31.079337 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-79c65143-b16b-49ed-9dc9-311477cbccf2 req-5032c380-7cf3-49bb-9845-e1a9b050ac0a tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 945 time: 0.0746121 Jul 23 07:33:31.118988 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-79c65143-b16b-49ed-9dc9-311477cbccf2 req-025d223b-4a00-4eba-bbb0-904d6e958de8 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6acc2d6-9150-45cf-a1cd-158ff70701fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338938 Jul 23 07:33:31.187193 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7c9a0342-e5c8-4be8-893f-ed7f04abbb22 req-a7e62158-a838-4c59-8a94-e42d0333c21d tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 210 time: 0.0280941 Jul 23 07:33:31.683168 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-389c7dd0-d54b-49e3-af24-2774bff939bf tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:31.685596 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-389c7dd0-d54b-49e3-af24-2774bff939bf tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.23 "GET /v2.0/networks?id=61abd229-d148-4a8b-b6ed-da9a766989d9 HTTP/1.1" status: 200 len: 808 time: 0.1206994 Jul 23 07:33:31.716611 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d10cc2-4dee-4611-b92f-ea5f1519bc39 req-79a93c32-b405-4cd8-855f-1ae0dc897618 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:31.718079 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-72d10cc2-4dee-4611-b92f-ea5f1519bc39 req-79a93c32-b405-4cd8-855f-1ae0dc897618 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 946 time: 0.0717516 Jul 23 07:33:31.757558 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-81c6a188-ab54-4f18-8202-b6e2ec45e2f1 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Request body: {'port': {'device_id': '68c0c1e0-e9b1-4781-94a1-d7e1fc786684', 'network_id': '61abd229-d148-4a8b-b6ed-da9a766989d9', 'admin_state_up': True, 'tenant_id': '9afe47875bfa43d59ec06cc2a4dffb26'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:31.763188 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-72d10cc2-4dee-4611-b92f-ea5f1519bc39 req-aba8a4cb-995c-453b-8ef3-f385f23a3b98 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385051 Jul 23 07:33:31.870579 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-81c6a188-ab54-4f18-8202-b6e2ec45e2f1 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Made reservation on behalf of 9afe47875bfa43d59ec06cc2a4dffb26 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:33:31.873960 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-81c6a188-ab54-4f18-8202-b6e2ec45e2f1 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:31.997920 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-81c6a188-ab54-4f18-8202-b6e2ec45e2f1 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Allocated IP 172.20.0.13 (61abd229-d148-4a8b-b6ed-da9a766989d9/4ff3e79c-2cb1-4918-be98-b7ea8aa45eda/6c6012e8-9c3e-4194-bf32-e2b9d0997ae4) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:33:32.136103 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:33:32.148529 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-81c6a188-ab54-4f18-8202-b6e2ec45e2f1 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:32.159472 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:33:32.159964 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 8f85d70b-2c5e-425a-b4e4-0406b5f587b9 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:33:32.219840 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-39ddd918-a6f8-42b8-9efe-74c1d2dbe118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:32.232557 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-81c6a188-ab54-4f18-8202-b6e2ec45e2f1 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:32.250860 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4accf15-c4cc-41ea-a0ff-0bf91f43f51d req-8b21960d-f230-4cac-a768-a99c6dcd37b1 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:32.253376 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d4accf15-c4cc-41ea-a0ff-0bf91f43f51d req-8b21960d-f230-4cac-a768-a99c6dcd37b1 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.23 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 946 time: 0.1009517 Jul 23 07:33:32.295306 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468aa8c2-80f4-4dee-af60-550c3d053ee3 req-0fe70c26-0d02-4d40-ab55-2c736833ba77 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:32.303849 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-468aa8c2-80f4-4dee-af60-550c3d053ee3 req-0fe70c26-0d02-4d40-ab55-2c736833ba77 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 945 time: 0.1132948 Jul 23 07:33:32.327387 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-81c6a188-ab54-4f18-8202-b6e2ec45e2f1 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Network 61abd229-d148-4a8b-b6ed-da9a766989d9 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:33:32.346903 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-468aa8c2-80f4-4dee-af60-550c3d053ee3 req-2be6b4aa-5133-4dc4-b87e-f82fed5afc74 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6acc2d6-9150-45cf-a1cd-158ff70701fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417209 Jul 23 07:33:32.349830 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-81c6a188-ab54-4f18-8202-b6e2ec45e2f1 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:33:32.358078 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-81c6a188-ab54-4f18-8202-b6e2ec45e2f1 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:33:32.390602 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6a188-ab54-4f18-8202-b6e2ec45e2f1 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Pushing event updated for resources: {'Port': ['ID=6c6012e8-9c3e-4194-bf32-e2b9d0997ae4,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:32.464091 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-81c6a188-ab54-4f18-8202-b6e2ec45e2f1 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:32.464718 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-81c6a188-ab54-4f18-8202-b6e2ec45e2f1 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:32.492470 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1334ab-9444-473f-9984-740ccb8eb5a1 req-4c7a0d36-5482-4e88-b03d-3c14373b9e8a tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:32.493951 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ec1334ab-9444-473f-9984-740ccb8eb5a1 req-4c7a0d36-5482-4e88-b03d-3c14373b9e8a tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 932 time: 0.2052159 Jul 23 07:33:32.498457 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-81c6a188-ab54-4f18-8202-b6e2ec45e2f1 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7449427 Jul 23 07:33:32.523742 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Request body: {'port': {'device_id': '68c0c1e0-e9b1-4781-94a1-d7e1fc786684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:32.556406 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-d4accf15-c4cc-41ea-a0ff-0bf91f43f51d req-f77cbafa-cf57-4770-985f-fff7501230a9 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Deleting port bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:33:32.556753 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-d4accf15-c4cc-41ea-a0ff-0bf91f43f51d req-f77cbafa-cf57-4770-985f-fff7501230a9 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:32.588805 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ec1334ab-9444-473f-9984-740ccb8eb5a1 req-210c1d8c-ce8c-40b3-b96b-685c602775ea tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884354 Jul 23 07:33:32.738050 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:32.900891 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b304666-9d5e-4114-96ad-2c8b4f7f5fbe req-7c8db5bf-b8ad-4e8f-a04f-c3423dc596c7 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:32.902551 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-2b304666-9d5e-4114-96ad-2c8b4f7f5fbe req-7c8db5bf-b8ad-4e8f-a04f-c3423dc596c7 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 946 time: 0.0664165 Jul 23 07:33:32.909364 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:32.943022 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-2b304666-9d5e-4114-96ad-2c8b4f7f5fbe req-e05983ed-69a8-4fce-adea-ed75bd2760b3 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346301 Jul 23 07:33:32.957772 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-d4accf15-c4cc-41ea-a0ff-0bf91f43f51d req-f77cbafa-cf57-4770-985f-fff7501230a9 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] For port bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8,segment=NetworkSegment(ef238f98-8808-42b9-b16e-07ff2f86637a),segment_id=ef238f98-8808-42b9-b16e-07ff2f86637a)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:32.958287 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-d4accf15-c4cc-41ea-a0ff-0bf91f43f51d req-f77cbafa-cf57-4770-985f-fff7501230a9 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:32.978105 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-d4accf15-c4cc-41ea-a0ff-0bf91f43f51d req-f77cbafa-cf57-4770-985f-fff7501230a9 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Calling delete_port for bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:33:33.258935 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-d4accf15-c4cc-41ea-a0ff-0bf91f43f51d req-f77cbafa-cf57-4770-985f-fff7501230a9 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:33.291301 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:33:33.310277 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cbafa-cf57-4770-985f-fff7501230a9 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Pushing event deleted for resources: {'Port': ['ID=bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:33.341641 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:33:33.352359 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:33.371080 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4accf15-c4cc-41ea-a0ff-0bf91f43f51d req-f77cbafa-cf57-4770-985f-fff7501230a9 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] No DVR routers for this DVR port bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:33:33.375253 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-d4accf15-c4cc-41ea-a0ff-0bf91f43f51d req-f77cbafa-cf57-4770-985f-fff7501230a9 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:33.377747 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d4accf15-c4cc-41ea-a0ff-0bf91f43f51d req-f77cbafa-cf57-4770-985f-fff7501230a9 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.23 "DELETE /v2.0/ports/bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 HTTP/1.1" status: 204 len: 173 time: 1.1025186 Jul 23 07:33:33.378194 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25a4e60-9f19-485e-aaaf-edcbbaa76db2', 'name': 'network-vif-deleted', 'tag': 'bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:33.380445 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410a9512-439b-4382-a89f-7a9e0d6e41d4" -d '{"events": [{"server_uuid": "e25a4e60-9f19-485e-aaaf-edcbbaa76db2", "name": "network-vif-deleted", "tag": "bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:33.389849 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Transition to ACTIVE for port object 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:33:33.395969 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:33.424462 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec2aaa0-39b9-448f-be0a-d46fc97a37fc x-openstack-request-id: req-4ec2aaa0-39b9-448f-be0a-d46fc97a37fc {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:33.424800 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25a4e60-9f19-485e-aaaf-edcbbaa76db2", "name": "network-vif-deleted", "tag": "bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:33.425005 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ec2aaa0-39b9-448f-be0a-d46fc97a37fc {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:33.425391 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25a4e60-9f19-485e-aaaf-edcbbaa76db2', 'name': 'network-vif-deleted', 'tag': 'bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8', 'status': 'completed', 'code': 200} Jul 23 07:33:33.453001 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6012e8-9c3e-4194-bf32-e2b9d0997ae4,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:33.518944 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39463eb-60ed-4b4c-a7e7-d6499e7e7811 req-f2a168d3-5cc4-4150-8a30-6c5a5199fe96 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:33.520464 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e39463eb-60ed-4b4c-a7e7-d6499e7e7811 req-f2a168d3-5cc4-4150-8a30-6c5a5199fe96 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 945 time: 0.0829220 Jul 23 07:33:33.522338 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:33.526826 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Attempting to bind port 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:33:33.527232 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Attempting to bind port 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '0a4a65ca-3f9e-4905-a19d-ab1abb2a2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '61abd229-d148-4a8b-b6ed-da9a766989d9'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:33:33.527632 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Attempting to bind port 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 on network 61abd229-d148-4a8b-b6ed-da9a766989d9 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:33:33.532023 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Port 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 on network 61abd229-d148-4a8b-b6ed-da9a766989d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:33:33.532453 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Attempting to bind port 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 on network 61abd229-d148-4a8b-b6ed-da9a766989d9 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:33:33.537626 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:33:33.537964 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Checking segment: {'id': '0a4a65ca-3f9e-4905-a19d-ab1abb2a2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '61abd229-d148-4a8b-b6ed-da9a766989d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:33:33.538357 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Bound using segment: {'id': '0a4a65ca-3f9e-4905-a19d-ab1abb2a2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '61abd229-d148-4a8b-b6ed-da9a766989d9'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:33:33.538789 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Bound port: 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4a65ca-3f9e-4905-a19d-ab1abb2a2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '61abd229-d148-4a8b-b6ed-da9a766989d9'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:33:33.539147 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:33.561439 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e39463eb-60ed-4b4c-a7e7-d6499e7e7811 req-22e89225-0130-4759-b029-ce3031a4f5bd tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6acc2d6-9150-45cf-a1cd-158ff70701fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348613 Jul 23 07:33:33.617878 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] For port 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:33:33.621478 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] For port 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6c6012e8-9c3e-4194-bf32-e2b9d0997ae4,segment=NetworkSegment(0a4a65ca-3f9e-4905-a19d-ab1abb2a2906),segment_id=0a4a65ca-3f9e-4905-a19d-ab1abb2a2906)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:33:33.628288 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:33.690254 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:33.690867 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:33.692277 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] 10.222.0.23 "PUT /v2.0/ports/6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 HTTP/1.1" status: 200 len: 1094 time: 1.1738446 Jul 23 07:33:33.720280 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec80af7-0c01-43a4-9fa4-bef8f7146de0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6012e8-9c3e-4194-bf32-e2b9d0997ae4,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:33.731436 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc422-7d33-41f7-9adf-205e5f294314 req-3ee2076b-2363-49f7-965c-996c1b964211 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:33.733023 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-edbbc422-7d33-41f7-9adf-205e5f294314 req-3ee2076b-2363-49f7-965c-996c1b964211 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 944 time: 0.0704243 Jul 23 07:33:33.753948 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507a9a5-058d-4969-a6a1-58ddda100a78 req-86942622-c5bd-4e33-9203-d5fdf92f4335 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:33.756252 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c507a9a5-058d-4969-a6a1-58ddda100a78 req-86942622-c5bd-4e33-9203-d5fdf92f4335 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 945 time: 0.1015844 Jul 23 07:33:33.765032 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 48800) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:33.772019 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-499ac78d-d639-4837-a664-0cd4d5442255 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Request body: {'floatingip': {'port_id': '0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:33.776041 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-edbbc422-7d33-41f7-9adf-205e5f294314 req-1a17f500-bbcd-4f1c-8a19-675edb72e587 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362616 Jul 23 07:33:33.842178 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-499ac78d-d639-4837-a664-0cd4d5442255 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for floatingip, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:33.968915 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-3ef4de55-b6bd-401f-9a8a-7a42a26451d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:33.971454 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-3ef4de55-b6bd-401f-9a8a-7a42a26451d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9afe47875bfa43d59ec06cc2a4dffb26&device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 1097 time: 0.2039137 Jul 23 07:33:34.064582 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-9d1c179f-1540-484d-a023-b88c8ce1418d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 HTTP/1.1" status: 200 len: 217 time: 0.0742252 Jul 23 07:33:34.145931 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1a301b2c-e26e-4a87-9024-02cbec5d7257 req-52f8a447-c2b3-4d49-be7e-99758c6505c1 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25a4e60-9f19-485e-aaaf-edcbbaa76db2 HTTP/1.1" status: 200 len: 210 time: 0.0858030 Jul 23 07:33:34.176247 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7bdb0ca1-c7a0-4100-8f33-17d06692bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:34.177698 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-7bdb0ca1-c7a0-4100-8f33-17d06692bb58 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ff3e79c-2cb1-4918-be98-b7ea8aa45eda HTTP/1.1" status: 200 len: 848 time: 0.0833175 Jul 23 07:33:34.215179 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-95ce22d2-4f56-41e5-a13d-f56064ee6a56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61abd229-d148-4a8b-b6ed-da9a766989d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295033 Jul 23 07:33:34.434646 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-42a62629-8cfa-4009-85e1-90883ad0c7fd service neutron] 10.222.0.23 "GET /v2.0/networks/61abd229-d148-4a8b-b6ed-da9a766989d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119634 Jul 23 07:33:34.545566 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-499ac78d-d639-4837-a664-0cd4d5442255 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:34.553203 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-499ac78d-d639-4837-a664-0cd4d5442255 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:34.637926 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2f70cf87-cc63-4cf2-b458-a772ea389f07 req-8ed53bde-5af0-4ae6-a95a-3a34ba446ae9 service neutron] 10.222.0.23 "GET /v2.0/networks/61abd229-d148-4a8b-b6ed-da9a766989d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911919 Jul 23 07:33:34.668317 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.l3_db [None req-499ac78d-d639-4837-a664-0cd4d5442255 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Floating IP 42e396a5-fa7d-42c9-8205-a4bf9494105a associated. External IP: 172.27.1.42, port: 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7. Jul 23 07:33:34.932646 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499ac78d-d639-4837-a664-0cd4d5442255 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Router 262755c0-2b03-4e96-ada1-afaa8430243e has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:33:34.942695 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86f1a6-0597-4f6f-8437-705312795cc1 req-29d7f087-5bd6-4d37-92b2-24bbdaeba06c tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:34.944180 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0b86f1a6-0597-4f6f-8437-705312795cc1 req-29d7f087-5bd6-4d37-92b2-24bbdaeba06c tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 944 time: 0.1018844 Jul 23 07:33:35.063571 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0b86f1a6-0597-4f6f-8437-705312795cc1 req-b7c6b63c-e37d-4673-af5a-d88cf746eaa5 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133747 Jul 23 07:33:35.091787 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499ac78d-d639-4837-a664-0cd4d5442255 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:33:35.097188 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-499ac78d-d639-4837-a664-0cd4d5442255 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:35.102192 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4fe23-b7e8-4650-92c2-ac6d4f5eb257 None None] Sync routers for ids ['262755c0-2b03-4e96-ada1-afaa8430243e'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:33:35.111700 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4fe23-b7e8-4650-92c2-ac6d4f5eb257 None None] Routers {'262755c0-2b03-4e96-ada1-afaa8430243e'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:33:35.112436 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-41a4fe23-b7e8-4650-92c2-ac6d4f5eb257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:33:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['262755c0-2b03-4e96-ada1-afaa8430243e'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:35.141672 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-499ac78d-d639-4837-a664-0cd4d5442255 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "PUT /v2.0/floatingips/42e396a5-fa7d-42c9-8205-a4bf9494105a HTTP/1.1" status: 200 len: 990 time: 1.3755431 Jul 23 07:33:35.226045 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-41a4fe23-b7e8-4650-92c2-ac6d4f5eb257 None None] Set router 262755c0-2b03-4e96-ada1-afaa8430243e gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:33:35.426172 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c0c1e0-e9b1-4781-94a1-d7e1fc786684', 'tag': '6c6012e8-9c3e-4194-bf32-e2b9d0997ae4'}, {'name': 'network-changed', 'server_uuid': 'fd1ec467-d970-40d0-8871-f762d4f13fb6', 'tag': '0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:35.428675 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c2aa4e-9e70-4573-9d2e-deb37236ec87" -d '{"events": [{"name": "network-changed", "server_uuid": "68c0c1e0-e9b1-4781-94a1-d7e1fc786684", "tag": "6c6012e8-9c3e-4194-bf32-e2b9d0997ae4"}, {"name": "network-changed", "server_uuid": "fd1ec467-d970-40d0-8871-f762d4f13fb6", "tag": "0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:35.458826 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-41a4fe23-b7e8-4650-92c2-ac6d4f5eb257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:51Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '42e396a5-fa7d-42c9-8205-a4bf9494105a', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'port_id': '0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'mac_address': 'fa:16:3e:dd:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1ec467-d970-40d0-8871-f762d4f13fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:33:18Z', 'updated_at': '2021-07-23T07:33:34Z', 'revision_number': 1, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb8939a-45d0-4bf5-9634-318390e8a7ad', 'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'mac_address': 'fa:16:3e:23:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:50Z', 'updated_at': '2021-07-23T07:29:03Z', 'revision_number': 5, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'subnets': [{'id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:35.468568 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef73d40-47ee-46bd-91b5-ebc319a9ecac x-openstack-request-id: req-2ef73d40-47ee-46bd-91b5-ebc319a9ecac {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:35.469580 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c0c1e0-e9b1-4781-94a1-d7e1fc786684", "tag": "6c6012e8-9c3e-4194-bf32-e2b9d0997ae4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fd1ec467-d970-40d0-8871-f762d4f13fb6", "tag": "0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:35.469700 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ef73d40-47ee-46bd-91b5-ebc319a9ecac {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:35.470014 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c0c1e0-e9b1-4781-94a1-d7e1fc786684', 'tag': '6c6012e8-9c3e-4194-bf32-e2b9d0997ae4', 'status': 'completed', 'code': 200} Jul 23 07:33:35.470338 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1ec467-d970-40d0-8871-f762d4f13fb6', 'tag': '0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7', 'status': 'completed', 'code': 200} Jul 23 07:33:35.486938 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4fe23-b7e8-4650-92c2-ac6d4f5eb257 None None] Checking router: 262755c0-2b03-4e96-ada1-afaa8430243e for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:33:35.495485 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4fe23-b7e8-4650-92c2-ac6d4f5eb257 None None] Routers {'262755c0-2b03-4e96-ada1-afaa8430243e'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:33:35.496095 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-41a4fe23-b7e8-4650-92c2-ac6d4f5eb257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:33:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['262755c0-2b03-4e96-ada1-afaa8430243e'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:35.573840 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:35.592505 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-5e397a25-c126-47bb-aaaa-a98963fc1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:35.594612 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-5e397a25-c126-47bb-aaaa-a98963fc1301 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9afe47875bfa43d59ec06cc2a4dffb26&device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 1097 time: 0.0606017 Jul 23 07:33:35.609411 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-41a4fe23-b7e8-4650-92c2-ac6d4f5eb257 None None] Set router 262755c0-2b03-4e96-ada1-afaa8430243e gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:33:35.685359 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-65a9a9a5-50fd-42fa-8c43-7f5843d8169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:35.687003 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-65a9a9a5-50fd-42fa-8c43-7f5843d8169b service neutron] 10.222.0.23 "GET /v2.0/networks?id=61abd229-d148-4a8b-b6ed-da9a766989d9 HTTP/1.1" status: 200 len: 909 time: 0.0859897 Jul 23 07:33:35.943924 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-41a4fe23-b7e8-4650-92c2-ac6d4f5eb257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:51Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '42e396a5-fa7d-42c9-8205-a4bf9494105a', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'port_id': '0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'mac_address': 'fa:16:3e:dd:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1ec467-d970-40d0-8871-f762d4f13fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:33:18Z', 'updated_at': '2021-07-23T07:33:34Z', 'revision_number': 1, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb8939a-45d0-4bf5-9634-318390e8a7ad', 'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'mac_address': 'fa:16:3e:23:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:50Z', 'updated_at': '2021-07-23T07:29:03Z', 'revision_number': 5, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'subnets': [{'id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:35.969914 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4fe23-b7e8-4650-92c2-ac6d4f5eb257 None None] The sync data for ids ['262755c0-2b03-4e96-ada1-afaa8430243e'] in dv-cinder-773985-13-iscsi is: [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:51Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '42e396a5-fa7d-42c9-8205-a4bf9494105a', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'port_id': '0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'mac_address': 'fa:16:3e:dd:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1ec467-d970-40d0-8871-f762d4f13fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:33:18Z', 'updated_at': '2021-07-23T07:33:34Z', 'revision_number': 1, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb8939a-45d0-4bf5-9634-318390e8a7ad', 'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'mac_address': 'fa:16:3e:23:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:50Z', 'updated_at': '2021-07-23T07:29:03Z', 'revision_number': 5, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'subnets': [{'id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:33:36.153496 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefceb7f-0564-464c-9718-6523e76cef45 None None] New status for floating IP 42e396a5-fa7d-42c9-8205-a4bf9494105a: ACTIVE {{(pid=93084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:33:36.199578 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a96c4-d9e0-42e6-8f12-eccf33b4b6a3 req-baf9d929-f95d-4a48-8043-b7e3f5f2821b tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:36.201014 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0a1a96c4-d9e0-42e6-8f12-eccf33b4b6a3 req-baf9d929-f95d-4a48-8043-b7e3f5f2821b tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 944 time: 0.0675302 Jul 23 07:33:36.238202 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0a1a96c4-d9e0-42e6-8f12-eccf33b4b6a3 req-05620e22-9f39-4254-aa9f-721e19793e39 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309601 Jul 23 07:33:37.334842 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:33:37.355002 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:33:37.355346 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device bf25cb3b-9d0b-4eb8-ac0c-c584275f1af8 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:33:38.288751 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:33:38.317875 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-49e26af2-884c-4055-b7fd-a18381565736 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 HTTP/1.1" status: 200 len: 217 time: 0.0355515 Jul 23 07:33:38.384057 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6c6012e8-9c3e-4194-bf32-e2b9d0997ae4,segment=NetworkSegment(0a4a65ca-3f9e-4905-a19d-ab1abb2a2906),segment_id=0a4a65ca-3f9e-4905-a19d-ab1abb2a2906)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:38.396183 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': '6c6012e8-9c3e-4194-bf32-e2b9d0997ae4', 'network_id': '61abd229-d148-4a8b-b6ed-da9a766989d9', 'port_id': '6c6012e8-9c3e-4194-bf32-e2b9d0997ae4', 'mac_address': 'fa:16:3e:e5:19:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff3e79c-2cb1-4918-be98-b7ea8aa45eda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:33:38.425751 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-0ceef89e-7670-4730-87e8-f54be280fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:38.427236 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-0ceef89e-7670-4730-87e8-f54be280fbae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ff3e79c-2cb1-4918-be98-b7ea8aa45eda HTTP/1.1" status: 200 len: 848 time: 0.0532196 Jul 23 07:33:38.435779 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:38.450024 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:33:38.457905 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc8675-9640-4903-9578-211e4823032c req-7b276041-1fd5-4693-b0ea-6099efe6ffda tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:38.459444 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-91bc8675-9640-4903-9578-211e4823032c req-7b276041-1fd5-4693-b0ea-6099efe6ffda tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 944 time: 0.0725627 Jul 23 07:33:38.474991 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6c6012e8-9c3e-4194-bf32-e2b9d0997ae4,segment=NetworkSegment(0a4a65ca-3f9e-4905-a19d-ab1abb2a2906),segment_id=0a4a65ca-3f9e-4905-a19d-ab1abb2a2906)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:38.480196 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:38.483417 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-b21d87fb-dbd4-4a77-bf98-57e829099f3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=61abd229-d148-4a8b-b6ed-da9a766989d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397799 Jul 23 07:33:38.518423 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-91bc8675-9640-4903-9578-211e4823032c req-b2927e29-5e14-4555-8092-20e23d1eb6f8 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513515 Jul 23 07:33:38.528155 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=6c6012e8-9c3e-4194-bf32-e2b9d0997ae4,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:38.535837 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:38.536216 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:38.536553 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:38.536887 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:38.537502 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:38.537502 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:38.537830 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:38.538145 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:38.538466 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:38.538780 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:38.539096 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:38.539413 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:33:38.579111 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-460380cc-87a1-4cc3-82b4-38da71451661 service neutron] 10.222.0.23 "GET /v2.0/networks/61abd229-d148-4a8b-b6ed-da9a766989d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900927 Jul 23 07:33:38.696173 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-943caa9f-c54b-4797-bbe6-92e645cc8912 req-4fbeb492-b790-4c39-834a-dc7fc9d0faeb tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152201650&fields=id&tenant_id=4f45acbfcb6449caa5f7af6d407a4688 HTTP/1.1" status: 200 len: 267 time: 0.0505433 Jul 23 07:33:38.698134 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-b6c65f84-95a9-4c07-a2a1-eef15dac63b3 service neutron] 10.222.0.23 "GET /v2.0/networks/61abd229-d148-4a8b-b6ed-da9a766989d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128545 Jul 23 07:33:38.762768 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943caa9f-c54b-4797-bbe6-92e645cc8912 req-8762aa2a-7424-4904-ab08-dad9e77b1cb4 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:38.764330 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-943caa9f-c54b-4797-bbe6-92e645cc8912 req-8762aa2a-7424-4904-ab08-dad9e77b1cb4 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 985 time: 0.0627751 Jul 23 07:33:38.775502 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-943caa9f-c54b-4797-bbe6-92e645cc8912 req-33064e78-0060-4c61-84d4-d4bf39be0e69 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Request body: {'port': {'security_groups': ['1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f']}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:38.853585 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['6c6012e8-9c3e-4194-bf32-e2b9d0997ae4'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:33:38.903612 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-943caa9f-c54b-4797-bbe6-92e645cc8912 req-33064e78-0060-4c61-84d4-d4bf39be0e69 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:38.916819 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-85c99451-f01d-43b1-816e-b1e46c958b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:38.918323 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-85c99451-f01d-43b1-816e-b1e46c958b12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1915e9b02c304a73919c21737c01fa84&device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 1098 time: 0.1140997 Jul 23 07:33:39.083158 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-ae9e2420-2d1b-45f3-91fe-f8cdf39f26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:39.084650 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-ae9e2420-2d1b-45f3-91fe-f8cdf39f26fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=f640653b-1b95-4735-ad8a-809138685023 HTTP/1.1" status: 200 len: 911 time: 0.1396434 Jul 23 07:33:39.202670 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-c06219b0-5abb-45dc-8ed1-320f0ea4f411 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 HTTP/1.1" status: 200 len: 1000 time: 0.1012433 Jul 23 07:33:39.204934 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-943caa9f-c54b-4797-bbe6-92e645cc8912 req-33064e78-0060-4c61-84d4-d4bf39be0e69 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] For port 1849cb71-4484-4889-b54d-fa22a2becb5f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1849cb71-4484-4889-b54d-fa22a2becb5f,segment=NetworkSegment(35ed770c-ad90-4bf4-bbe0-3849e140fc8c),segment_id=35ed770c-ad90-4bf4-bbe0-3849e140fc8c)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:39.260669 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-943caa9f-c54b-4797-bbe6-92e645cc8912 req-33064e78-0060-4c61-84d4-d4bf39be0e69 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:39.265611 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-943caa9f-c54b-4797-bbe6-92e645cc8912 req-33064e78-0060-4c61-84d4-d4bf39be0e69 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:39.309525 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-835cfc62-7922-414f-83dd-eec739a11d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:39.310959 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-835cfc62-7922-414f-83dd-eec739a11d9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89993525-8aed-4fcb-9e8c-9cff111bbf6e HTTP/1.1" status: 200 len: 849 time: 0.0874872 Jul 23 07:33:39.321308 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943caa9f-c54b-4797-bbe6-92e645cc8912 req-33064e78-0060-4c61-84d4-d4bf39be0e69 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:39.321914 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-943caa9f-c54b-4797-bbe6-92e645cc8912 req-33064e78-0060-4c61-84d4-d4bf39be0e69 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:39.323293 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-943caa9f-c54b-4797-bbe6-92e645cc8912 req-33064e78-0060-4c61-84d4-d4bf39be0e69 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "PUT /v2.0/ports/1849cb71-4484-4889-b54d-fa22a2becb5f HTTP/1.1" status: 200 len: 943 time: 0.5523772 Jul 23 07:33:39.323737 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'tag': '1849cb71-4484-4889-b54d-fa22a2becb5f'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:39.325985 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8f1f05-ed4a-4127-8e64-ea6dc4a9ea83" -d '{"events": [{"name": "network-changed", "server_uuid": "188b0559-c64b-4d1e-80da-fd8e5a36b97e", "tag": "1849cb71-4484-4889-b54d-fa22a2becb5f"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:39.329039 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 48842) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:39.375076 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33064e78-0060-4c61-84d4-d4bf39be0e69 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Pushing event updated for resources: {'Port': ['ID=1849cb71-4484-4889-b54d-fa22a2becb5f,revision_number=7']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:39.400927 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0256de-0771-4085-8e63-6aca7df7fb33 x-openstack-request-id: req-5e0256de-0771-4085-8e63-6aca7df7fb33 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:39.401269 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188b0559-c64b-4d1e-80da-fd8e5a36b97e", "tag": "1849cb71-4484-4889-b54d-fa22a2becb5f", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:39.401524 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e0256de-0771-4085-8e63-6aca7df7fb33 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:39.401920 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'tag': '1849cb71-4484-4889-b54d-fa22a2becb5f', 'status': 'completed', 'code': 200} Jul 23 07:33:39.416695 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e0344dad-feee-41c2-a5df-7fe4820a73fe tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:39.430415 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-04d7f50e-f547-46e6-907b-d54a4606fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:39.432563 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-04d7f50e-f547-46e6-907b-d54a4606fd85 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f640653b-1b95-4735-ad8a-809138685023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1039634 Jul 23 07:33:39.449054 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e0344dad-feee-41c2-a5df-7fe4820a73fe tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:39.478583 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['1849cb71-4484-4889-b54d-fa22a2becb5f'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:33:39.521584 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e0344dad-feee-41c2-a5df-7fe4820a73fe tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:39.525604 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e0344dad-feee-41c2-a5df-7fe4820a73fe tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:39.526898 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-e0344dad-feee-41c2-a5df-7fe4820a73fe tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "DELETE /v2.0/security-groups/2fac8659-e2b3-469e-931b-37f2ce83d544 HTTP/1.1" status: 204 len: 168 time: 0.1961117 Jul 23 07:33:39.543130 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['1849cb71-4484-4889-b54d-fa22a2becb5f'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:33:39.554638 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 48852) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:39.604392 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0344dad-feee-41c2-a5df-7fe4820a73fe tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fac8659-e2b3-469e-931b-37f2ce83d544,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:39.686701 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-a5519930-c29c-4221-bd37-03e1512402be None None] Provisioning complete for port 1849cb71-4484-4889-b54d-fa22a2becb5f triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:33:39.687142 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a5519930-c29c-4221-bd37-03e1512402be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:39.776164 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-9e609600-0556-4334-8198-6efbd53b1922 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Deleting port 2216167a-4fc5-48d0-a21e-21f4b650aa44 {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:33:39.776421 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9e609600-0556-4334-8198-6efbd53b1922 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:39.868721 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9e609600-0556-4334-8198-6efbd53b1922 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:39.869164 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9e609600-0556-4334-8198-6efbd53b1922 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:39.882589 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-9e609600-0556-4334-8198-6efbd53b1922 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Calling delete_port for 2216167a-4fc5-48d0-a21e-21f4b650aa44 owned by network:floatingip {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:33:39.998610 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-beb0ec12-f0d0-4c17-9214-47af86750fc0 service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245950 Jul 23 07:33:40.001775 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f1f05-ed4a-4127-8e64-ea6dc4a9ea83 req-2bd6ac70-2127-40e5-86f5-c98f86af740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:40.003238 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3a8f1f05-ed4a-4127-8e64-ea6dc4a9ea83 req-2bd6ac70-2127-40e5-86f5-c98f86af740f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f45acbfcb6449caa5f7af6d407a4688&device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 1099 time: 0.5069726 Jul 23 07:33:40.010927 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefc9d1-f810-437b-bb7c-e23f2a4705c6 req-d9516ffe-401f-4402-a9c6-142ec1ae3267 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:40.012397 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-faefc9d1-f810-437b-bb7c-e23f2a4705c6 req-d9516ffe-401f-4402-a9c6-142ec1ae3267 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 945 time: 0.3742921 Jul 23 07:33:40.089881 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9e609600-0556-4334-8198-6efbd53b1922 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:40.120912 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e609600-0556-4334-8198-6efbd53b1922 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Pushing event deleted for resources: {'Port': ['ID=2216167a-4fc5-48d0-a21e-21f4b650aa44,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:40.160696 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-faefc9d1-f810-437b-bb7c-e23f2a4705c6 req-a8953b9d-2e6c-44c1-9672-64cc0bb63325 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395402 Jul 23 07:33:40.183649 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9e609600-0556-4334-8198-6efbd53b1922 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks [] for floatingip, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:40.184135 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.l3_db [None req-9e609600-0556-4334-8198-6efbd53b1922 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Floating IP 2958184a-3b43-41bf-a532-ba375d4684af disassociated (deleted). External IP: 172.27.1.114, port: 1849cb71-4484-4889-b54d-fa22a2becb5f. Jul 23 07:33:40.197058 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-73c2aa4e-9e70-4573-9d2e-deb37236ec87 req-06272ed0-e354-490b-aa6d-15ff50df6274 service neutron] 10.222.0.23 "GET /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837068 Jul 23 07:33:40.198374 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f1f05-ed4a-4127-8e64-ea6dc4a9ea83 req-f5929448-765f-485a-9504-7f018bdfd2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:40.199686 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3a8f1f05-ed4a-4127-8e64-ea6dc4a9ea83 req-f5929448-765f-485a-9504-7f018bdfd2cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6925db0-84c0-4f63-b8d1-82de93dc832e HTTP/1.1" status: 200 len: 916 time: 0.1776617 Jul 23 07:33:40.263027 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3a8f1f05-ed4a-4127-8e64-ea6dc4a9ea83 req-5cef1b76-eb26-4f40-a6ee-a6ff6020adb3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1849cb71-4484-4889-b54d-fa22a2becb5f HTTP/1.1" status: 200 len: 217 time: 0.0339339 Jul 23 07:33:40.293257 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:33:40.320790 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f1f05-ed4a-4127-8e64-ea6dc4a9ea83 req-627721cd-466c-493d-9a66-dffd36f4c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:40.322704 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3a8f1f05-ed4a-4127-8e64-ea6dc4a9ea83 req-627721cd-466c-493d-9a66-dffd36f4c342 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9549415d-b044-4cd1-bd78-bad7cfb8d7ad HTTP/1.1" status: 200 len: 854 time: 0.0536880 Jul 23 07:33:40.340795 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:33:40.344603 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:33:40.345638 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:40.385454 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f1f05-ed4a-4127-8e64-ea6dc4a9ea83 req-f92a4dcf-ee38-4fcf-b39a-3113407615f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:40.387042 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3a8f1f05-ed4a-4127-8e64-ea6dc4a9ea83 req-f92a4dcf-ee38-4fcf-b39a-3113407615f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6925db0-84c0-4f63-b8d1-82de93dc832e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0565338 Jul 23 07:33:40.390608 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e609600-0556-4334-8198-6efbd53b1922 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Router 68283309-febb-4d75-961c-e8fd2bcc7a13 has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:33:40.427589 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:40.453216 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c0c1e0-e9b1-4781-94a1-d7e1fc786684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6012e8-9c3e-4194-bf32-e2b9d0997ae4'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:40.456165 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297b50a7-9748-4284-b030-d53bbc828fbf" -d '{"events": [{"server_uuid": "68c0c1e0-e9b1-4781-94a1-d7e1fc786684", "name": "network-vif-plugged", "status": "completed", "tag": "6c6012e8-9c3e-4194-bf32-e2b9d0997ae4"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:40.469833 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6c6012e8-9c3e-4194-bf32-e2b9d0997ae4,segment=NetworkSegment(0a4a65ca-3f9e-4905-a19d-ab1abb2a2906),segment_id=0a4a65ca-3f9e-4905-a19d-ab1abb2a2906)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:40.476325 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:40.483245 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3a8f1f05-ed4a-4127-8e64-ea6dc4a9ea83 req-6d0366d9-13d2-48bf-806c-e9d23a0eee3a service neutron] 10.222.0.23 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879841 Jul 23 07:33:40.504701 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddaa929-4471-47ba-a602-fac32f19e713 x-openstack-request-id: req-eddaa929-4471-47ba-a602-fac32f19e713 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:40.505200 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c0c1e0-e9b1-4781-94a1-d7e1fc786684", "name": "network-vif-plugged", "status": "completed", "tag": "6c6012e8-9c3e-4194-bf32-e2b9d0997ae4", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:40.505200 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eddaa929-4471-47ba-a602-fac32f19e713 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:40.505602 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c0c1e0-e9b1-4781-94a1-d7e1fc786684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6012e8-9c3e-4194-bf32-e2b9d0997ae4', 'code': 200} Jul 23 07:33:40.506164 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e609600-0556-4334-8198-6efbd53b1922 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:33:40.511503 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9e609600-0556-4334-8198-6efbd53b1922 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:40.519880 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0baaac-3864-4c82-99f0-a6ecde2b3d35 None None] Sync routers for ids ['68283309-febb-4d75-961c-e8fd2bcc7a13'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:33:40.542944 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=6c6012e8-9c3e-4194-bf32-e2b9d0997ae4,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:40.546581 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0baaac-3864-4c82-99f0-a6ecde2b3d35 None None] Routers {'68283309-febb-4d75-961c-e8fd2bcc7a13'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:33:40.547213 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-bf0baaac-3864-4c82-99f0-a6ecde2b3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:33:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['68283309-febb-4d75-961c-e8fd2bcc7a13'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:40.561568 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-9e609600-0556-4334-8198-6efbd53b1922 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "DELETE /v2.0/floatingips/2958184a-3b43-41bf-a532-ba375d4684af HTTP/1.1" status: 204 len: 168 time: 1.0032737 Jul 23 07:33:40.561568 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'tag': '1849cb71-4484-4889-b54d-fa22a2becb5f'}] {{(pid=93082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:40.562593 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b256c8136409c27575bdc441bd1bca69cfbf6e91dd21a7f25e02723c0082f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06ac8d4-0f92-470a-87e8-1c46cc1f0406" -d '{"events": [{"name": "network-changed", "server_uuid": "188b0559-c64b-4d1e-80da-fd8e5a36b97e", "tag": "1849cb71-4484-4889-b54d-fa22a2becb5f"}]}' {{(pid=93082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:40.639747 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3a8f1f05-ed4a-4127-8e64-ea6dc4a9ea83 req-51a926df-d3b0-4b1a-b2a3-9dd36526a706 service neutron] 10.222.0.23 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491644 Jul 23 07:33:40.660599 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-bf0baaac-3864-4c82-99f0-a6ecde2b3d35 None None] Set router 68283309-febb-4d75-961c-e8fd2bcc7a13 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:33:40.789313 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b969f9-441c-4a25-ae71-446667ccf572 x-openstack-request-id: req-15b969f9-441c-4a25-ae71-446667ccf572 {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:40.791426 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188b0559-c64b-4d1e-80da-fd8e5a36b97e", "tag": "1849cb71-4484-4889-b54d-fa22a2becb5f", "status": "completed", "code": 200}]} {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:40.791702 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15b969f9-441c-4a25-ae71-446667ccf572 {{(pid=93082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:40.792491 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'tag': '1849cb71-4484-4889-b54d-fa22a2becb5f', 'status': 'completed', 'code': 200} Jul 23 07:33:40.809619 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ee390-fc1e-4dc4-a603-6ba8f522a208 req-dc8dfb86-a254-419f-9a32-c40539ec3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:40.811147 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-272ee390-fc1e-4dc4-a603-6ba8f522a208 req-dc8dfb86-a254-419f-9a32-c40539ec3c0b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 1099 time: 0.0688343 Jul 23 07:33:40.895192 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-272ee390-fc1e-4dc4-a603-6ba8f522a208 req-ba652bed-d020-44cf-9940-61f5f3212598 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721123 Jul 23 07:33:40.906536 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-bf0baaac-3864-4c82-99f0-a6ecde2b3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:24Z', 'updated_at': '2021-07-23T07:30:27Z', 'revision_number': 4, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'gw_port': {'id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:25Z', 'updated_at': '2021-07-23T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '06d9d922-976f-48b5-8b2b-be5bdd7e456a', 'name': '', 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'mac_address': 'fa:16:3e:b6:1e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:26Z', 'updated_at': '2021-07-23T07:30:35Z', 'revision_number': 5, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'subnets': [{'id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:40.925198 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ac8d4-0f92-470a-87e8-1c46cc1f0406 req-bbcf98e0-b200-4729-835b-30f6155958a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:40.927572 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e06ac8d4-0f92-470a-87e8-1c46cc1f0406 req-bbcf98e0-b200-4729-835b-30f6155958a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f45acbfcb6449caa5f7af6d407a4688&device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 1099 time: 0.0889540 Jul 23 07:33:40.938914 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0baaac-3864-4c82-99f0-a6ecde2b3d35 None None] Checking router: 68283309-febb-4d75-961c-e8fd2bcc7a13 for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:33:40.947735 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0baaac-3864-4c82-99f0-a6ecde2b3d35 None None] Routers {'68283309-febb-4d75-961c-e8fd2bcc7a13'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:33:40.948396 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-bf0baaac-3864-4c82-99f0-a6ecde2b3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:33:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['68283309-febb-4d75-961c-e8fd2bcc7a13'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:41.073963 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-bf0baaac-3864-4c82-99f0-a6ecde2b3d35 None None] Set router 68283309-febb-4d75-961c-e8fd2bcc7a13 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:33:41.275603 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-bf0baaac-3864-4c82-99f0-a6ecde2b3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:24Z', 'updated_at': '2021-07-23T07:30:27Z', 'revision_number': 4, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'gw_port': {'id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:25Z', 'updated_at': '2021-07-23T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '06d9d922-976f-48b5-8b2b-be5bdd7e456a', 'name': '', 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'mac_address': 'fa:16:3e:b6:1e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:26Z', 'updated_at': '2021-07-23T07:30:35Z', 'revision_number': 5, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'subnets': [{'id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:41.305518 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0baaac-3864-4c82-99f0-a6ecde2b3d35 None None] The sync data for ids ['68283309-febb-4d75-961c-e8fd2bcc7a13'] in dv-cinder-773985-13-iscsi is: [{'id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:24Z', 'updated_at': '2021-07-23T07:30:27Z', 'revision_number': 4, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'gw_port': {'id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:25Z', 'updated_at': '2021-07-23T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '06d9d922-976f-48b5-8b2b-be5bdd7e456a', 'name': '', 'network_id': 'b6925db0-84c0-4f63-b8d1-82de93dc832e', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'mac_address': 'fa:16:3e:b6:1e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:26Z', 'updated_at': '2021-07-23T07:30:35Z', 'revision_number': 5, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'subnets': [{'id': '9549415d-b044-4cd1-bd78-bad7cfb8d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:33:41.323394 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ac8d4-0f92-470a-87e8-1c46cc1f0406 req-7119c92f-30ec-4962-9fef-3280733a07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:41.324992 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e06ac8d4-0f92-470a-87e8-1c46cc1f0406 req-7119c92f-30ec-4962-9fef-3280733a07aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6925db0-84c0-4f63-b8d1-82de93dc832e HTTP/1.1" status: 200 len: 916 time: 0.1324604 Jul 23 07:33:41.348090 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b98ea-8396-4999-9d3d-07f632bfafad req-ffeb8037-c177-45e4-9462-0462a206e038 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:41.349649 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ae8b98ea-8396-4999-9d3d-07f632bfafad req-ffeb8037-c177-45e4-9462-0462a206e038 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 946 time: 0.1162763 Jul 23 07:33:41.389252 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ae8b98ea-8396-4999-9d3d-07f632bfafad req-c3e75160-181e-487c-8513-dacf03fd524d tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339997 Jul 23 07:33:41.520238 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d96c80-0850-4a7c-9908-2f586074d367 None None] New status for floating IP 2958184a-3b43-41bf-a532-ba375d4684af: DOWN {{(pid=93084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:33:44.004174 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e06ac8d4-0f92-470a-87e8-1c46cc1f0406 req-b2353595-a6ea-4ce9-b273-be379e9be65c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1849cb71-4484-4889-b54d-fa22a2becb5f HTTP/1.1" status: 200 len: 217 time: 0.0362568 Jul 23 07:33:44.130762 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ac8d4-0f92-470a-87e8-1c46cc1f0406 req-e370f4c9-56f2-4090-8632-019761cdd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:44.132244 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e06ac8d4-0f92-470a-87e8-1c46cc1f0406 req-e370f4c9-56f2-4090-8632-019761cdd9de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9549415d-b044-4cd1-bd78-bad7cfb8d7ad HTTP/1.1" status: 200 len: 854 time: 0.0813568 Jul 23 07:33:44.188400 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690289d-07bb-4fd0-bea0-33c289ac5035 req-7c3dbeb9-892c-43a9-b0b3-5f1cf212de62 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:44.189864 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5690289d-07bb-4fd0-bea0-33c289ac5035 req-7c3dbeb9-892c-43a9-b0b3-5f1cf212de62 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 946 time: 0.1083810 Jul 23 07:33:44.233444 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ac8d4-0f92-470a-87e8-1c46cc1f0406 req-2e9840ab-bd64-4c85-984d-f3f628afe330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:44.234832 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e06ac8d4-0f92-470a-87e8-1c46cc1f0406 req-2e9840ab-bd64-4c85-984d-f3f628afe330 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6925db0-84c0-4f63-b8d1-82de93dc832e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0922148 Jul 23 07:33:44.242230 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5690289d-07bb-4fd0-bea0-33c289ac5035 req-919aeebf-a096-4414-a76c-68c8494ee4dc tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452981 Jul 23 07:33:44.342784 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e06ac8d4-0f92-470a-87e8-1c46cc1f0406 req-53b447ce-d5f7-47e5-b83f-e50606aa0145 service neutron] 10.222.0.23 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933895 Jul 23 07:33:44.344698 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-f7e215cd-205a-4deb-94dd-2f118442f83f tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:44.346157 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-f7e215cd-205a-4deb-94dd-2f118442f83f tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/networks?id=6f994c47-3356-4715-8bfc-ff629f024545 HTTP/1.1" status: 200 len: 814 time: 0.1198540 Jul 23 07:33:44.361499 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-8c9dd57b-dd12-459e-929c-0a3bf1ba89be tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/quotas/ef332cd6681944d498af7969851329f9 HTTP/1.1" status: 200 len: 375 time: 0.0098579 Jul 23 07:33:44.396635 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-541eba3f-b628-4b12-a026-9e9c129d9782 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef332cd6681944d498af7969851329f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299051 Jul 23 07:33:44.435537 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e06ac8d4-0f92-470a-87e8-1c46cc1f0406 req-ccfcbfd1-6d6d-4a02-8862-1387b54681ea service neutron] 10.222.0.23 "GET /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852838 Jul 23 07:33:44.492866 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-8c12b719-bfa9-4326-ad68-60c27adca0a3 service neutron] 10.222.0.13 "GET /v2.0/networks/6f994c47-3356-4715-8bfc-ff629f024545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895202 Jul 23 07:33:44.576650 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-519776dc-86e1-418c-9bb0-fdc9054fa424 service neutron] 10.222.0.13 "GET /v2.0/networks/6f994c47-3356-4715-8bfc-ff629f024545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779455 Jul 23 07:33:44.737757 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ad2f3055-6a5d-46d2-a792-b12c3cdd4450 req-59a96abc-e7a7-4449-b052-52bd7717e5ca tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 210 time: 0.0305250 Jul 23 07:33:45.397404 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d4c67-65c8-4c78-9b30-23be207a63a1 req-da515efb-68aa-45c1-ba31-7c3352bc3fc7 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:45.398894 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c36d4c67-65c8-4c78-9b30-23be207a63a1 req-da515efb-68aa-45c1-ba31-7c3352bc3fc7 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 946 time: 0.0762248 Jul 23 07:33:45.436668 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c36d4c67-65c8-4c78-9b30-23be207a63a1 req-e8577f67-2f77-4a63-9aca-f1a5f48e3efd tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320635 Jul 23 07:33:45.876966 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-354e0cc5-511a-45f8-8a36-c5d9e514ee0c tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:45.878494 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-354e0cc5-511a-45f8-8a36-c5d9e514ee0c tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.23 "GET /v2.0/networks?id=6f994c47-3356-4715-8bfc-ff629f024545 HTTP/1.1" status: 200 len: 814 time: 0.1344285 Jul 23 07:33:45.898710 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-9e1c66c1-2ee1-4b96-a292-c5bc5002a71e tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Request body: {'port': {'device_id': '438e6daf-a681-4e57-b654-3985d4a79652', 'network_id': '6f994c47-3356-4715-8bfc-ff629f024545', 'admin_state_up': True, 'tenant_id': 'ef332cd6681944d498af7969851329f9'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:45.999259 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-11deaccc-47de-4684-93f6-ae197af5f0ef req-6c4f0519-7d89-4a81-bd78-969b0a4ac799 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 210 time: 0.1693840 Jul 23 07:33:46.040389 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-9e1c66c1-2ee1-4b96-a292-c5bc5002a71e tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Made reservation on behalf of ef332cd6681944d498af7969851329f9 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:33:46.043892 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-9e1c66c1-2ee1-4b96-a292-c5bc5002a71e tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:46.178033 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-9e1c66c1-2ee1-4b96-a292-c5bc5002a71e tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Allocated IP 172.20.0.11 (6f994c47-3356-4715-8bfc-ff629f024545/bb1bcb30-b989-4afe-be5a-f3e378f66181/7847ecf2-c257-4696-b4db-956566c7c105) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:33:46.326891 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-9e1c66c1-2ee1-4b96-a292-c5bc5002a71e tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:46.365271 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-9e1c66c1-2ee1-4b96-a292-c5bc5002a71e tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:46.410232 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-9e1c66c1-2ee1-4b96-a292-c5bc5002a71e tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Network 6f994c47-3356-4715-8bfc-ff629f024545 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:33:46.415354 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-9e1c66c1-2ee1-4b96-a292-c5bc5002a71e tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:33:46.419061 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-9e1c66c1-2ee1-4b96-a292-c5bc5002a71e tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:33:46.455791 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c66c1-2ee1-4b96-a292-c5bc5002a71e tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Pushing event updated for resources: {'Port': ['ID=7847ecf2-c257-4696-b4db-956566c7c105,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:46.473965 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-9e1c66c1-2ee1-4b96-a292-c5bc5002a71e tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:46.474603 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-9e1c66c1-2ee1-4b96-a292-c5bc5002a71e tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:46.489624 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-9e1c66c1-2ee1-4b96-a292-c5bc5002a71e tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5953398 Jul 23 07:33:46.507743 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Request body: {'port': {'device_id': '438e6daf-a681-4e57-b654-3985d4a79652', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:33:46.538818 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fa7d1-1fcb-4781-8bb0-d300063129b3 req-95418820-84e8-46b9-a24e-f6250b6a7158 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:46.540374 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e94fa7d1-1fcb-4781-8bb0-d300063129b3 req-95418820-84e8-46b9-a24e-f6250b6a7158 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 946 time: 0.1398218 Jul 23 07:33:46.585602 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e94fa7d1-1fcb-4781-8bb0-d300063129b3 req-ae03ee52-079f-46b9-859b-5ca1502d971f tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388682 Jul 23 07:33:46.598193 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:46.792560 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22dd64-80b6-4b51-accb-d6ead3162ebc req-a4349aea-29ee-49db-b28a-6feb8b0ce814 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:46.793929 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ae22dd64-80b6-4b51-accb-d6ead3162ebc req-a4349aea-29ee-49db-b28a-6feb8b0ce814 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 946 time: 0.1562128 Jul 23 07:33:46.872011 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ae22dd64-80b6-4b51-accb-d6ead3162ebc req-5b7d0e2a-cfef-4ad2-a17f-d0f2666dcdb4 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717494 Jul 23 07:33:46.933981 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7847ecf2-c257-4696-b4db-956566c7c105 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:33:46.941757 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:46.952977 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Transition to ACTIVE for port object 7847ecf2-c257-4696-b4db-956566c7c105 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:33:46.957090 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:47.009104 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Pushing event updated for resources: {'Port': ['ID=7847ecf2-c257-4696-b4db-956566c7c105,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:47.081549 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Attempting to bind port 7847ecf2-c257-4696-b4db-956566c7c105 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:33:47.081899 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Attempting to bind port 7847ecf2-c257-4696-b4db-956566c7c105 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'ef238f98-8808-42b9-b16e-07ff2f86637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6f994c47-3356-4715-8bfc-ff629f024545'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:33:47.082345 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Attempting to bind port 7847ecf2-c257-4696-b4db-956566c7c105 on network 6f994c47-3356-4715-8bfc-ff629f024545 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:33:47.087009 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Port 7847ecf2-c257-4696-b4db-956566c7c105 on network 6f994c47-3356-4715-8bfc-ff629f024545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:33:47.087332 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Attempting to bind port 7847ecf2-c257-4696-b4db-956566c7c105 on network 6f994c47-3356-4715-8bfc-ff629f024545 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:33:47.092087 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:33:47.092434 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Checking segment: {'id': 'ef238f98-8808-42b9-b16e-07ff2f86637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6f994c47-3356-4715-8bfc-ff629f024545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:33:47.092819 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Bound using segment: {'id': 'ef238f98-8808-42b9-b16e-07ff2f86637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6f994c47-3356-4715-8bfc-ff629f024545'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:33:47.093253 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Bound port: 7847ecf2-c257-4696-b4db-956566c7c105, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef238f98-8808-42b9-b16e-07ff2f86637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6f994c47-3356-4715-8bfc-ff629f024545'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:33:47.093610 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:47.132004 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6a293-e7ab-41cb-b05f-967326aa9fdc req-2dafb31b-d92b-4701-8858-6cebe444d673 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:47.133515 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-dab6a293-e7ab-41cb-b05f-967326aa9fdc req-2dafb31b-d92b-4701-8858-6cebe444d673 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 944 time: 0.0662153 Jul 23 07:33:47.158597 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] For port 7847ecf2-c257-4696-b4db-956566c7c105, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:33:47.162207 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] For port 7847ecf2-c257-4696-b4db-956566c7c105, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7847ecf2-c257-4696-b4db-956566c7c105,segment=NetworkSegment(ef238f98-8808-42b9-b16e-07ff2f86637a),segment_id=ef238f98-8808-42b9-b16e-07ff2f86637a)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:33:47.165812 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:47.171236 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-dab6a293-e7ab-41cb-b05f-967326aa9fdc req-1386611f-73eb-4f0c-9cdd-20fe506d45d5 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316093 Jul 23 07:33:47.207462 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:47.208111 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:47.209549 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] 10.222.0.23 "PUT /v2.0/ports/7847ecf2-c257-4696-b4db-956566c7c105 HTTP/1.1" status: 200 len: 1094 time: 0.7061083 Jul 23 07:33:47.209995 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438e6daf-a681-4e57-b654-3985d4a79652', 'tag': '7847ecf2-c257-4696-b4db-956566c7c105'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:47.212224 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f832c7-8efb-48d5-9dbb-df723608b7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "438e6daf-a681-4e57-b654-3985d4a79652", "tag": "7847ecf2-c257-4696-b4db-956566c7c105"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:47.230252 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5ddc8-bd49-493f-b21c-9ecd6d7f0248 service neutron] Pushing event updated for resources: {'Port': ['ID=7847ecf2-c257-4696-b4db-956566c7c105,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:47.252428 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6949b6-7c43-443f-b7fa-45f1193e6481 x-openstack-request-id: req-fc6949b6-7c43-443f-b7fa-45f1193e6481 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:47.252720 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438e6daf-a681-4e57-b654-3985d4a79652", "tag": "7847ecf2-c257-4696-b4db-956566c7c105", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:47.252974 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc6949b6-7c43-443f-b7fa-45f1193e6481 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:47.253394 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438e6daf-a681-4e57-b654-3985d4a79652', 'tag': '7847ecf2-c257-4696-b4db-956566c7c105', 'status': 'completed', 'code': 200} Jul 23 07:33:47.333199 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-2692fa19-1127-40fa-a523-7fcdb110ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:47.334606 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-2692fa19-1127-40fa-a523-7fcdb110ee6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef332cd6681944d498af7969851329f9&device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 1097 time: 0.0528102 Jul 23 07:33:47.387506 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-a366173a-563b-4d68-b4cf-3bc18c593b0b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7847ecf2-c257-4696-b4db-956566c7c105 HTTP/1.1" status: 200 len: 217 time: 0.0338852 Jul 23 07:33:47.441263 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-f1ab7c4c-4c1a-496a-853c-c5c7d4591e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:47.442720 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-f1ab7c4c-4c1a-496a-853c-c5c7d4591e69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb1bcb30-b989-4afe-be5a-f3e378f66181 HTTP/1.1" status: 200 len: 854 time: 0.0475638 Jul 23 07:33:47.478898 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-1fdbc1d2-3dc9-49a7-befd-5f800038f28b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f994c47-3356-4715-8bfc-ff629f024545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259988 Jul 23 07:33:47.611056 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-d6cce03f-0155-4863-87e0-5b3d256f676c service neutron] 10.222.0.23 "GET /v2.0/networks/6f994c47-3356-4715-8bfc-ff629f024545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806179 Jul 23 07:33:47.705730 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-537c4a55-ee02-453b-bb8d-7d64be3b0a48 req-cf357871-71f5-40b0-a947-7e61f864e4b5 service neutron] 10.222.0.23 "GET /v2.0/networks/6f994c47-3356-4715-8bfc-ff629f024545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860531 Jul 23 07:33:47.721055 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfebad-01f7-4915-a595-095b1e7aaf6c req-32a202bd-77b6-44df-9a26-77aec9daf20d tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:47.722512 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4adfebad-01f7-4915-a595-095b1e7aaf6c req-32a202bd-77b6-44df-9a26-77aec9daf20d tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 946 time: 0.0645237 Jul 23 07:33:47.759734 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4adfebad-01f7-4915-a595-095b1e7aaf6c req-ebf3e13a-2a70-47bf-9a82-4b55afc71d6e tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/security-groups?id=10884d55-d6c2-460a-9a43-3bead4805553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315533 Jul 23 07:33:47.900441 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f832c7-8efb-48d5-9dbb-df723608b7d4 req-754bdac3-144a-45c1-8cdb-9200a95c2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:47.901771 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-37f832c7-8efb-48d5-9dbb-df723608b7d4 req-754bdac3-144a-45c1-8cdb-9200a95c2126 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef332cd6681944d498af7969851329f9&device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 1097 time: 0.0522881 Jul 23 07:33:48.027989 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f832c7-8efb-48d5-9dbb-df723608b7d4 req-efba8444-834d-49a5-9abe-b14fe1b4f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:48.029477 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-37f832c7-8efb-48d5-9dbb-df723608b7d4 req-efba8444-834d-49a5-9abe-b14fe1b4f0e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6f994c47-3356-4715-8bfc-ff629f024545 HTTP/1.1" status: 200 len: 915 time: 0.1192200 Jul 23 07:33:48.050888 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe692e-b966-46ea-ae33-654cab42933a req-7f17f3ba-9ecf-4f35-b6ee-561e30c54a1a tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:48.052371 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3ebe692e-b966-46ea-ae33-654cab42933a req-7f17f3ba-9ecf-4f35-b6ee-561e30c54a1a tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 946 time: 0.1097124 Jul 23 07:33:48.098259 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3ebe692e-b966-46ea-ae33-654cab42933a req-b97a0d2a-50c8-42f8-a8bb-fc406e26ecfe tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404897 Jul 23 07:33:48.128213 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-37f832c7-8efb-48d5-9dbb-df723608b7d4 req-702f8cc2-2024-45e3-b596-f51b706f64b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7847ecf2-c257-4696-b4db-956566c7c105 HTTP/1.1" status: 200 len: 217 time: 0.0412598 Jul 23 07:33:48.180036 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f832c7-8efb-48d5-9dbb-df723608b7d4 req-6239ebc7-3678-4917-bb3f-502881ef88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:48.181388 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-37f832c7-8efb-48d5-9dbb-df723608b7d4 req-6239ebc7-3678-4917-bb3f-502881ef88a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb1bcb30-b989-4afe-be5a-f3e378f66181 HTTP/1.1" status: 200 len: 854 time: 0.0425286 Jul 23 07:33:48.219120 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-37f832c7-8efb-48d5-9dbb-df723608b7d4 req-91a9bf8d-00cc-48cf-a14b-f9c09f3407e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f994c47-3356-4715-8bfc-ff629f024545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272236 Jul 23 07:33:48.299215 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221afc7a-4e83-47b9-8491-1edc293ef7c5 req-b3f90519-dd87-4a10-9eaf-07b6372dbf62 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:48.300819 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-221afc7a-4e83-47b9-8491-1edc293ef7c5 req-b3f90519-dd87-4a10-9eaf-07b6372dbf62 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 944 time: 0.0620728 Jul 23 07:33:48.310726 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-37f832c7-8efb-48d5-9dbb-df723608b7d4 req-95c50298-2d66-4da3-ad9f-4a125bec2c72 service neutron] 10.222.0.23 "GET /v2.0/networks/6f994c47-3356-4715-8bfc-ff629f024545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846882 Jul 23 07:33:48.339196 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-221afc7a-4e83-47b9-8491-1edc293ef7c5 req-8fc6d805-d91f-4426-8523-0360f2d54345 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325389 Jul 23 07:33:48.458892 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04be828-70ad-4ce8-b656-7ce731190f64 req-37ecb755-1709-4d9e-843f-8ce9585d5334 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:48.460369 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c04be828-70ad-4ce8-b656-7ce731190f64 req-37ecb755-1709-4d9e-843f-8ce9585d5334 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 946 time: 0.1271067 Jul 23 07:33:48.463777 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-37f832c7-8efb-48d5-9dbb-df723608b7d4 req-8dfc33ef-40ca-41fb-b9be-489a0386545d service neutron] 10.222.0.23 "GET /v2.0/networks/6f994c47-3356-4715-8bfc-ff629f024545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292684 Jul 23 07:33:48.585669 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-c04be828-70ad-4ce8-b656-7ce731190f64 req-cf9bc271-1f38-428f-b58b-8810e8bed2ab tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Deleting port 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:33:48.586010 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-c04be828-70ad-4ce8-b656-7ce731190f64 req-cf9bc271-1f38-428f-b58b-8810e8bed2ab tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:48.675320 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-c04be828-70ad-4ce8-b656-7ce731190f64 req-cf9bc271-1f38-428f-b58b-8810e8bed2ab tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] For port 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6c6012e8-9c3e-4194-bf32-e2b9d0997ae4,segment=NetworkSegment(0a4a65ca-3f9e-4905-a19d-ab1abb2a2906),segment_id=0a4a65ca-3f9e-4905-a19d-ab1abb2a2906)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:48.675682 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-c04be828-70ad-4ce8-b656-7ce731190f64 req-cf9bc271-1f38-428f-b58b-8810e8bed2ab tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:48.687020 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-c04be828-70ad-4ce8-b656-7ce731190f64 req-cf9bc271-1f38-428f-b58b-8810e8bed2ab tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Calling delete_port for 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:33:48.808801 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-c04be828-70ad-4ce8-b656-7ce731190f64 req-cf9bc271-1f38-428f-b58b-8810e8bed2ab tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:48.849646 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['6c6012e8-9c3e-4194-bf32-e2b9d0997ae4'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:33:49.085374 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bc271-1f38-428f-b58b-8810e8bed2ab tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Pushing event deleted for resources: {'Port': ['ID=6c6012e8-9c3e-4194-bf32-e2b9d0997ae4,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:49.117354 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1971d97f-cd7d-4e23-83c7-146b61c5c103 req-e5a8d612-7fc2-4a03-997a-14e80d2dd099 tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c0c1e0-e9b1-4781-94a1-d7e1fc786684 HTTP/1.1" status: 200 len: 210 time: 0.0357599 Jul 23 07:33:49.156789 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04be828-70ad-4ce8-b656-7ce731190f64 req-cf9bc271-1f38-428f-b58b-8810e8bed2ab tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] No DVR routers for this DVR port 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:33:49.159560 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-c04be828-70ad-4ce8-b656-7ce731190f64 req-cf9bc271-1f38-428f-b58b-8810e8bed2ab tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:49.161572 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c04be828-70ad-4ce8-b656-7ce731190f64 req-cf9bc271-1f38-428f-b58b-8810e8bed2ab tempest-VolumesActionsTest-908375503 tempest-VolumesActionsTest-908375503-project] 10.222.0.23 "DELETE /v2.0/ports/6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 HTTP/1.1" status: 204 len: 173 time: 0.6732073 Jul 23 07:33:49.235787 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b496939-e777-4046-9053-48368acce7a6 req-2c17ccad-dd2d-4494-aa67-af5cd1205a4d tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:49.237391 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8b496939-e777-4046-9053-48368acce7a6 req-2c17ccad-dd2d-4494-aa67-af5cd1205a4d tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 946 time: 0.0659955 Jul 23 07:33:49.254557 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c0c1e0-e9b1-4781-94a1-d7e1fc786684', 'name': 'network-vif-deleted', 'tag': '6c6012e8-9c3e-4194-bf32-e2b9d0997ae4'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:49.257141 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f112c4-dcca-4029-aa86-a4c51ff06750" -d '{"events": [{"server_uuid": "68c0c1e0-e9b1-4781-94a1-d7e1fc786684", "name": "network-vif-deleted", "tag": "6c6012e8-9c3e-4194-bf32-e2b9d0997ae4"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:49.275952 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8b496939-e777-4046-9053-48368acce7a6 req-03670db6-6da4-459f-90ee-9fa742a45d0a tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/security-groups?id=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326896 Jul 23 07:33:49.293265 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da4c083-163e-453c-be69-5fdf6e31fd5b x-openstack-request-id: req-0da4c083-163e-453c-be69-5fdf6e31fd5b {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:49.293561 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c0c1e0-e9b1-4781-94a1-d7e1fc786684", "name": "network-vif-deleted", "tag": "6c6012e8-9c3e-4194-bf32-e2b9d0997ae4", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:49.293813 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0da4c083-163e-453c-be69-5fdf6e31fd5b {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:49.294206 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c0c1e0-e9b1-4781-94a1-d7e1fc786684', 'name': 'network-vif-deleted', 'tag': '6c6012e8-9c3e-4194-bf32-e2b9d0997ae4', 'status': 'completed', 'code': 200} Jul 23 07:33:49.433248 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1a071-fda1-4695-8148-7d9bd11fd4b5 req-03817295-8977-4a18-b2ac-ea8cd595e202 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:49.434684 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b6c1a071-fda1-4695-8148-7d9bd11fd4b5 req-03817295-8977-4a18-b2ac-ea8cd595e202 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.23 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 946 time: 0.0665569 Jul 23 07:33:49.467804 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9aee3-e122-430b-ad32-f9fe99739453 req-abc5ca54-4e67-4b51-8fa1-79e58b6678cc tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:49.469393 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d3a9aee3-e122-430b-ad32-f9fe99739453 req-abc5ca54-4e67-4b51-8fa1-79e58b6678cc tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 944 time: 0.0645921 Jul 23 07:33:49.507795 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d3a9aee3-e122-430b-ad32-f9fe99739453 req-ec97b354-6c18-45e8-8d79-bab625bff72c tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322046 Jul 23 07:33:49.537234 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-b6c1a071-fda1-4695-8148-7d9bd11fd4b5 req-8bb37085-df17-40ad-9da2-cb5fc528d2a9 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Deleting port 1849cb71-4484-4889-b54d-fa22a2becb5f {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:33:49.537581 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-b6c1a071-fda1-4695-8148-7d9bd11fd4b5 req-8bb37085-df17-40ad-9da2-cb5fc528d2a9 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:49.629943 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-b6c1a071-fda1-4695-8148-7d9bd11fd4b5 req-8bb37085-df17-40ad-9da2-cb5fc528d2a9 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] For port 1849cb71-4484-4889-b54d-fa22a2becb5f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1849cb71-4484-4889-b54d-fa22a2becb5f,segment=NetworkSegment(35ed770c-ad90-4bf4-bbe0-3849e140fc8c),segment_id=35ed770c-ad90-4bf4-bbe0-3849e140fc8c)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:49.630386 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-b6c1a071-fda1-4695-8148-7d9bd11fd4b5 req-8bb37085-df17-40ad-9da2-cb5fc528d2a9 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:49.642895 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-b6c1a071-fda1-4695-8148-7d9bd11fd4b5 req-8bb37085-df17-40ad-9da2-cb5fc528d2a9 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Calling delete_port for 1849cb71-4484-4889-b54d-fa22a2becb5f owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:33:49.772811 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-b6c1a071-fda1-4695-8148-7d9bd11fd4b5 req-8bb37085-df17-40ad-9da2-cb5fc528d2a9 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:49.802948 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb37085-df17-40ad-9da2-cb5fc528d2a9 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Pushing event deleted for resources: {'Port': ['ID=1849cb71-4484-4889-b54d-fa22a2becb5f,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:49.819988 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['1849cb71-4484-4889-b54d-fa22a2becb5f'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:33:49.849789 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c1a071-fda1-4695-8148-7d9bd11fd4b5 req-8bb37085-df17-40ad-9da2-cb5fc528d2a9 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] No DVR routers for this DVR port 1849cb71-4484-4889-b54d-fa22a2becb5f on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:33:49.852502 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-b6c1a071-fda1-4695-8148-7d9bd11fd4b5 req-8bb37085-df17-40ad-9da2-cb5fc528d2a9 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:49.854552 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b6c1a071-fda1-4695-8148-7d9bd11fd4b5 req-8bb37085-df17-40ad-9da2-cb5fc528d2a9 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.23 "DELETE /v2.0/ports/1849cb71-4484-4889-b54d-fa22a2becb5f HTTP/1.1" status: 204 len: 173 time: 0.4140399 Jul 23 07:33:50.340356 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 7847ecf2-c257-4696-b4db-956566c7c105 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:33:50.386968 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7cc7e333-ce16-4061-95b5-74a6883178d4 req-77f5fba0-0287-41e3-9570-29cd1af2dce2 tempest-TestMinimumBasicScenario-508857971 tempest-TestMinimumBasicScenario-508857971-project] 10.222.0.13 "GET /v2.0/ports?device_id=188b0559-c64b-4d1e-80da-fd8e5a36b97e HTTP/1.1" status: 200 len: 210 time: 0.0292087 Jul 23 07:33:50.465497 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 7847ecf2-c257-4696-b4db-956566c7c105, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7847ecf2-c257-4696-b4db-956566c7c105,segment=NetworkSegment(ef238f98-8808-42b9-b16e-07ff2f86637a),segment_id=ef238f98-8808-42b9-b16e-07ff2f86637a)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:50.477062 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': '7847ecf2-c257-4696-b4db-956566c7c105', 'network_id': '6f994c47-3356-4715-8bfc-ff629f024545', 'port_id': '7847ecf2-c257-4696-b4db-956566c7c105', 'mac_address': 'fa:16:3e:54:79:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1bcb30-b989-4afe-be5a-f3e378f66181', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:33:50.515776 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:50.530195 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7847ecf2-c257-4696-b4db-956566c7c105 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:33:50.551149 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 7847ecf2-c257-4696-b4db-956566c7c105, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7847ecf2-c257-4696-b4db-956566c7c105,segment=NetworkSegment(ef238f98-8808-42b9-b16e-07ff2f86637a),segment_id=ef238f98-8808-42b9-b16e-07ff2f86637a)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:50.555961 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:50.614122 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=7847ecf2-c257-4696-b4db-956566c7c105,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:50.649725 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe8fa7-ab82-4e2f-b689-4809e754a2bb req-8536b8cd-3f28-435e-8c37-1dec2b4a5649 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:50.651265 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-90fe8fa7-ab82-4e2f-b689-4809e754a2bb req-8536b8cd-3f28-435e-8c37-1dec2b4a5649 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 945 time: 0.0719783 Jul 23 07:33:50.695646 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-90fe8fa7-ab82-4e2f-b689-4809e754a2bb req-f447db68-cf36-414a-98f7-f8278d3f08fe tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377078 Jul 23 07:33:50.943461 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['7847ecf2-c257-4696-b4db-956566c7c105'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:33:51.295162 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'name': 'network-vif-deleted', 'tag': '1849cb71-4484-4889-b54d-fa22a2becb5f'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:51.297528 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3accab-4957-4d5c-bc43-da345a4aa67a" -d '{"events": [{"server_uuid": "188b0559-c64b-4d1e-80da-fd8e5a36b97e", "name": "network-vif-deleted", "tag": "1849cb71-4484-4889-b54d-fa22a2becb5f"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:51.334707 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b95bea7-35af-48bd-93b9-6803a91b74cf x-openstack-request-id: req-2b95bea7-35af-48bd-93b9-6803a91b74cf {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:51.335010 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188b0559-c64b-4d1e-80da-fd8e5a36b97e", "name": "network-vif-deleted", "tag": "1849cb71-4484-4889-b54d-fa22a2becb5f", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:51.335324 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b95bea7-35af-48bd-93b9-6803a91b74cf {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:51.335743 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188b0559-c64b-4d1e-80da-fd8e5a36b97e', 'name': 'network-vif-deleted', 'tag': '1849cb71-4484-4889-b54d-fa22a2becb5f', 'status': 'completed', 'code': 200} Jul 23 07:33:51.833020 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a91bbb-d23a-4f34-ac51-30681f18def6 req-5115d988-a487-44cc-8d43-9a6a74be7127 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:51.834531 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b8a91bbb-d23a-4f34-ac51-30681f18def6 req-5115d988-a487-44cc-8d43-9a6a74be7127 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 945 time: 0.0718687 Jul 23 07:33:51.874197 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b8a91bbb-d23a-4f34-ac51-30681f18def6 req-a4cc5d27-4ea4-4340-a07c-93e89d5c550b tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333531 Jul 23 07:33:52.153024 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49116) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:52.482685 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1970d502-305f-4f3c-b0af-fcc220b27d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747086'] for router_interface, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:52.962589 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-1970d502-305f-4f3c-b0af-fcc220b27d85 admin admin] Deleting port 06d9d922-976f-48b5-8b2b-be5bdd7e456a {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:33:52.964267 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1970d502-305f-4f3c-b0af-fcc220b27d85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:53.063568 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [None req-1970d502-305f-4f3c-b0af-fcc220b27d85 admin admin] For port 06d9d922-976f-48b5-8b2b-be5bdd7e456a, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=06d9d922-976f-48b5-8b2b-be5bdd7e456a,segment=NetworkSegment(35ed770c-ad90-4bf4-bbe0-3849e140fc8c),segment_id=35ed770c-ad90-4bf4-bbe0-3849e140fc8c)] {{(pid=93082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:53.063957 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1970d502-305f-4f3c-b0af-fcc220b27d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:53.086988 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-1970d502-305f-4f3c-b0af-fcc220b27d85 admin admin] Calling delete_port for 06d9d922-976f-48b5-8b2b-be5bdd7e456a owned by network:router_interface {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:33:53.321905 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1970d502-305f-4f3c-b0af-fcc220b27d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:53.352159 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970d502-305f-4f3c-b0af-fcc220b27d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d9d922-976f-48b5-8b2b-be5bdd7e456a,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:53.521130 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1970d502-305f-4f3c-b0af-fcc220b27d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746962'] for router_interface, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:53.739943 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1970d502-305f-4f3c-b0af-fcc220b27d85 admin admin] Router 68283309-febb-4d75-961c-e8fd2bcc7a13 has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:33:53.842926 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1970d502-305f-4f3c-b0af-fcc220b27d85 admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:33:53.849187 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-1970d502-305f-4f3c-b0af-fcc220b27d85 admin admin] 10.222.0.13 "PUT /v2.0/routers/68283309-febb-4d75-961c-e8fd2bcc7a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6950445 Jul 23 07:33:53.851071 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49124) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:53.852384 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e7ae0-cc01-430c-a464-b5055fc69a07 None None] Sync routers for ids ['68283309-febb-4d75-961c-e8fd2bcc7a13'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:33:53.862029 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e7ae0-cc01-430c-a464-b5055fc69a07 None None] Routers {'68283309-febb-4d75-961c-e8fd2bcc7a13'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:33:53.862646 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-901e7ae0-cc01-430c-a464-b5055fc69a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:33:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['68283309-febb-4d75-961c-e8fd2bcc7a13'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:53.952769 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:53.965893 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-901e7ae0-cc01-430c-a464-b5055fc69a07 None None] Set router 68283309-febb-4d75-961c-e8fd2bcc7a13 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:33:54.021859 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 1849cb71-4484-4889-b54d-fa22a2becb5f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:33:54.053823 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: 1849cb71-4484-4889-b54d-fa22a2becb5f {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:33:54.054171 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 1849cb71-4484-4889-b54d-fa22a2becb5f not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:33:54.054598 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:33:54.061301 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:54.088855 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:33:54.088855 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 6c6012e8-9c3e-4194-bf32-e2b9d0997ae4 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:33:54.122623 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] Deleting port 8d1dab99-80e2-4395-af9b-c71491e2f479 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:33:54.123051 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:54.201540 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-901e7ae0-cc01-430c-a464-b5055fc69a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:24Z', 'updated_at': '2021-07-23T07:33:53Z', 'revision_number': 5, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'gw_port': {'id': '8d1dab99-80e2-4395-af9b-c71491e2f479', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:25Z', 'updated_at': '2021-07-23T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:54.205569 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f2274-7bf6-463a-9224-9a56f09d4b38 req-00abd41d-69f0-481f-8273-2d4a79c3eb42 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:54.205836 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] For port 8d1dab99-80e2-4395-af9b-c71491e2f479, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=8d1dab99-80e2-4395-af9b-c71491e2f479,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:54.206142 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:54.207111 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-043f2274-7bf6-463a-9224-9a56f09d4b38 req-00abd41d-69f0-481f-8273-2d4a79c3eb42 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 945 time: 0.0693529 Jul 23 07:33:54.222820 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] Calling delete_port for 8d1dab99-80e2-4395-af9b-c71491e2f479 owned by network:router_gateway {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:33:54.228432 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e7ae0-cc01-430c-a464-b5055fc69a07 None None] Checking router: 68283309-febb-4d75-961c-e8fd2bcc7a13 for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:33:54.236816 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e7ae0-cc01-430c-a464-b5055fc69a07 None None] Routers {'68283309-febb-4d75-961c-e8fd2bcc7a13'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:33:54.237416 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-901e7ae0-cc01-430c-a464-b5055fc69a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:33:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['68283309-febb-4d75-961c-e8fd2bcc7a13'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:54.245664 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-043f2274-7bf6-463a-9224-9a56f09d4b38 req-f8b02b73-2044-4629-ad65-a090ec5f48e8 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321283 Jul 23 07:33:54.416608 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:54.442148 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1dab99-80e2-4395-af9b-c71491e2f479,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:54.452386 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-901e7ae0-cc01-430c-a464-b5055fc69a07 None None] Set router 68283309-febb-4d75-961c-e8fd2bcc7a13 gateway port host: None {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:33:54.503393 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745076'] for router_gateway, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:54.503972 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-901e7ae0-cc01-430c-a464-b5055fc69a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:24Z', 'updated_at': '2021-07-23T07:33:54Z', 'revision_number': 6, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'gw_port_host': None}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:54.534214 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e7ae0-cc01-430c-a464-b5055fc69a07 None None] The sync data for ids ['68283309-febb-4d75-961c-e8fd2bcc7a13'] in dv-cinder-773985-13-iscsi is: [{'id': '68283309-febb-4d75-961c-e8fd2bcc7a13', 'name': 'tempest-TestMinimumBasicScenario-1260372036-router', 'tenant_id': '4f45acbfcb6449caa5f7af6d407a4688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:24Z', 'updated_at': '2021-07-23T07:33:54Z', 'revision_number': 6, 'project_id': '4f45acbfcb6449caa5f7af6d407a4688', 'gw_port_host': None}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:33:54.607908 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15043'] for router, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:54.610214 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:54.671856 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745231'] for router, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:54.672351 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68283309-febb-4d75-961c-e8fd2bcc7a13 {{(pid=93081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 07:33:54.677612 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:54.678737 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-b276d27f-f222-4229-a5da-d3acef4c5ad7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/68283309-febb-4d75-961c-e8fd2bcc7a13 HTTP/1.1" status: 204 len: 168 time: 0.8266623 Jul 23 07:33:54.681307 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49130) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:54.724282 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd16aa21-7078-4d24-92e7-d94cdcbf7482 admin admin] Deleting subnet 9549415d-b044-4cd1-bd78-bad7cfb8d7ad {{(pid=93081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:33:54.727223 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bd16aa21-7078-4d24-92e7-d94cdcbf7482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:54.763792 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bd16aa21-7078-4d24-92e7-d94cdcbf7482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12991383'] for subnet, precommit_delete_associations {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:54.868359 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bd16aa21-7078-4d24-92e7-d94cdcbf7482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:54.927823 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bd16aa21-7078-4d24-92e7-d94cdcbf7482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290751'] for subnet, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:54.954857 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16aa21-7078-4d24-92e7-d94cdcbf7482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9549415d-b044-4cd1-bd78-bad7cfb8d7ad,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:54.960012 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bd16aa21-7078-4d24-92e7-d94cdcbf7482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:54.961926 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-bd16aa21-7078-4d24-92e7-d94cdcbf7482 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9549415d-b044-4cd1-bd78-bad7cfb8d7ad HTTP/1.1" status: 204 len: 168 time: 0.2796464 Jul 23 07:33:54.964575 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49132) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:54.965092 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ede397-a180-40f2-83bc-7cf0ac8618f1 None None] Network b6925db0-84c0-4f63-b8d1-82de93dc832e requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:33:55.030170 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:55.091512 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] Deleting port 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:33:55.091938 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:55.179159 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] For port 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=6aa0ba18-0948-4a4e-9115-c5cfc0baca8f,segment=NetworkSegment(35ed770c-ad90-4bf4-bbe0-3849e140fc8c),segment_id=35ed770c-ad90-4bf4-bbe0-3849e140fc8c)] {{(pid=93082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:55.179868 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:55.192924 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] Calling delete_port for 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f owned by network:dhcp {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:33:55.290668 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:55.318347 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a6764b-152b-496b-a5a6-36c807be0b6a None None] DHCP port deletion for b6925db0-84c0-4f63-b8d1-82de93dc832e request from dv-cinder-773985-13-iscsi {{(pid=93083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 07:33:55.323734 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa0ba18-0948-4a4e-9115-c5cfc0baca8f,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:55.328942 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] No DVR routers for this DVR port 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f on host dv-cinder-773985-13-iscsi {{(pid=93082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:33:55.429134 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 8d1dab99-80e2-4395-af9b-c71491e2f479 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:33:55.445214 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:55.460225 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6925db0-84c0-4f63-b8d1-82de93dc832e']}} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:55.461854 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 8d1dab99-80e2-4395-af9b-c71491e2f479 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:33:55.465934 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 8d1dab99-80e2-4395-af9b-c71491e2f479 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:33:55.468216 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:33:55.477879 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ed770c-ad90-4bf4-bbe0-3849e140fc8c') {'for_net_delete': True} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:55.478557 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ed770c-ad90-4bf4-bbe0-3849e140fc8c') {} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:55.489432 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14992585'] for segment, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:55.498060 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b34cdc-0846-4cbf-9b06-b0bb094e70fa req-f4189b51-582e-4a70-9f94-66e41ef74693 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:55.500048 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d5b34cdc-0846-4cbf-9b06-b0bb094e70fa req-f4189b51-582e-4a70-9f94-66e41ef74693 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 945 time: 0.1294556 Jul 23 07:33:55.506537 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:33:55.507114 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 6aa0ba18-0948-4a4e-9115-c5cfc0baca8f not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:33:55.507731 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 06d9d922-976f-48b5-8b2b-be5bdd7e456a no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:33:55.525205 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:55.529395 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 06d9d922-976f-48b5-8b2b-be5bdd7e456a {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:33:55.529751 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 06d9d922-976f-48b5-8b2b-be5bdd7e456a not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:33:55.539138 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:33:55.540922 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15755788'] for segment, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: Traceback (most recent call last): Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: timer() Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: cb(*args, **kw) Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: return func(*args, **kwargs) Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: self._notify() Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: self.callback(batched_events) Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: event.method(event) Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: return f(self, *a, **k) Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._get(url).json() Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: return self.request(url, 'GET', **kwargs) Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:33:55.553108 dv-cinder-773985-13-iscsi neutron-server[93082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:33:55.555871 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d5b34cdc-0846-4cbf-9b06-b0bb094e70fa req-6c2bd2b8-65b8-47d7-bb4b-2833ac890e77 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487394 Jul 23 07:33:55.622077 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:55.628239 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:55.630086 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b6925db0-84c0-4f63-b8d1-82de93dc832e HTTP/1.1" status: 204 len: 168 time: 0.6645305 Jul 23 07:33:55.633126 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49158) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:55.648534 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9c979-4fbe-4ca2-933a-1fe0e383bfd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6925db0-84c0-4f63-b8d1-82de93dc832e,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:56.103751 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-96a94d97-6d4b-4043-a1df-a21a9022eb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747086'] for router_interface, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:56.366359 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 7847ecf2-c257-4696-b4db-956566c7c105 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:33:56.442128 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port 7847ecf2-c257-4696-b4db-956566c7c105 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:33:56.446770 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port 7847ecf2-c257-4696-b4db-956566c7c105 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:33:56.447456 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:56.537710 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:56.574197 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 7847ecf2-c257-4696-b4db-956566c7c105, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7847ecf2-c257-4696-b4db-956566c7c105,segment=NetworkSegment(ef238f98-8808-42b9-b16e-07ff2f86637a),segment_id=ef238f98-8808-42b9-b16e-07ff2f86637a)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:56.575598 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438e6daf-a681-4e57-b654-3985d4a79652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7847ecf2-c257-4696-b4db-956566c7c105'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:33:56.578843 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48389db-df01-4a7b-9e2d-3fd86e8ecbf8" -d '{"events": [{"server_uuid": "438e6daf-a681-4e57-b654-3985d4a79652", "name": "network-vif-plugged", "status": "completed", "tag": "7847ecf2-c257-4696-b4db-956566c7c105"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:33:56.582566 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:56.689948 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:56.737814 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-96a94d97-6d4b-4043-a1df-a21a9022eb4a admin admin] Deleting port 7710694a-2f69-4e46-841c-ab3385600799 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:33:56.738176 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-96a94d97-6d4b-4043-a1df-a21a9022eb4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:56.747611 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e97e36-87c4-4a77-ac2e-b8d33fec7770 x-openstack-request-id: req-96e97e36-87c4-4a77-ac2e-b8d33fec7770 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:33:56.748635 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438e6daf-a681-4e57-b654-3985d4a79652", "name": "network-vif-plugged", "status": "completed", "tag": "7847ecf2-c257-4696-b4db-956566c7c105", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:33:56.749104 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96e97e36-87c4-4a77-ac2e-b8d33fec7770 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:33:56.749727 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438e6daf-a681-4e57-b654-3985d4a79652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7847ecf2-c257-4696-b4db-956566c7c105', 'code': 200} Jul 23 07:33:56.751240 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=7847ecf2-c257-4696-b4db-956566c7c105,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:56.836480 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de529d6f-bc87-4620-91ee-6e3f6b520475 req-ffd73ecb-f190-4d09-9f86-80c050d36e56 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:56.845067 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-de529d6f-bc87-4620-91ee-6e3f6b520475 req-ffd73ecb-f190-4d09-9f86-80c050d36e56 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 946 time: 0.1149297 Jul 23 07:33:56.873440 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [None req-96a94d97-6d4b-4043-a1df-a21a9022eb4a admin admin] For port 7710694a-2f69-4e46-841c-ab3385600799, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=7710694a-2f69-4e46-841c-ab3385600799,segment=NetworkSegment(0b1d3add-c6c0-464c-b401-80d92543ff32),segment_id=0b1d3add-c6c0-464c-b401-80d92543ff32)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:56.874175 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-96a94d97-6d4b-4043-a1df-a21a9022eb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:56.898952 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-de529d6f-bc87-4620-91ee-6e3f6b520475 req-40e59b0c-287e-4659-94ea-47f42f885979 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525448 Jul 23 07:33:56.910799 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-96a94d97-6d4b-4043-a1df-a21a9022eb4a admin admin] Calling delete_port for 7710694a-2f69-4e46-841c-ab3385600799 owned by network:router_interface {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:33:57.057656 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aab9d-8232-4b77-87c5-ae3ca2e764cd req-2c82044e-cc02-4b42-adc6-5c3531eda99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:57.059162 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-733aab9d-8232-4b77-87c5-ae3ca2e764cd req-2c82044e-cc02-4b42-adc6-5c3531eda99f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 1099 time: 0.1378446 Jul 23 07:33:57.146413 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-733aab9d-8232-4b77-87c5-ae3ca2e764cd req-81687579-bac5-4f36-be2a-696d431f36c2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710232 Jul 23 07:33:57.198148 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-96a94d97-6d4b-4043-a1df-a21a9022eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:57.227534 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a94d97-6d4b-4043-a1df-a21a9022eb4a admin admin] Pushing event deleted for resources: {'Port': ['ID=7710694a-2f69-4e46-841c-ab3385600799,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:57.435903 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-96a94d97-6d4b-4043-a1df-a21a9022eb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746962'] for router_interface, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:57.679071 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a94d97-6d4b-4043-a1df-a21a9022eb4a admin admin] Router 79e49fb0-518d-41ea-a79c-625de6d402f1 has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:33:57.799819 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a94d97-6d4b-4043-a1df-a21a9022eb4a admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:33:57.811633 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-96a94d97-6d4b-4043-a1df-a21a9022eb4a admin admin] 10.222.0.13 "PUT /v2.0/routers/79e49fb0-518d-41ea-a79c-625de6d402f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1752715 Jul 23 07:33:57.811870 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49180) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:57.816245 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561e42a-3c6d-4449-a8d0-34d0a46a5b4e None None] Sync routers for ids ['79e49fb0-518d-41ea-a79c-625de6d402f1'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:33:57.834591 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561e42a-3c6d-4449-a8d0-34d0a46a5b4e None None] Routers {'79e49fb0-518d-41ea-a79c-625de6d402f1'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:33:57.835661 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-2561e42a-3c6d-4449-a8d0-34d0a46a5b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:33:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['79e49fb0-518d-41ea-a79c-625de6d402f1'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:57.950478 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] Notify callbacks [] for router, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:57.980280 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-2561e42a-3c6d-4449-a8d0-34d0a46a5b4e None None] Set router 79e49fb0-518d-41ea-a79c-625de6d402f1 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:33:58.131360 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:58.154539 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9175c-a996-4475-8049-1c4ea7c4e955 req-8e7bec56-102e-44e4-89f0-96d59b2b93b5 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:58.157638 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-10f9175c-a996-4475-8049-1c4ea7c4e955 req-8e7bec56-102e-44e4-89f0-96d59b2b93b5 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 946 time: 0.1319747 Jul 23 07:33:58.252798 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-10f9175c-a996-4475-8049-1c4ea7c4e955 req-0b20a11d-e91e-43c8-8833-9a5f8ec3cb5f tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651078 Jul 23 07:33:58.260888 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] Deleting port cd8874cf-4249-4259-862b-5ee181237364 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:33:58.261228 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:58.299796 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-2561e42a-3c6d-4449-a8d0-34d0a46a5b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'name': 'tempest-TestMinimumBasicScenario-1793255944-router', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'cd8874cf-4249-4259-862b-5ee181237364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:33:57Z', 'revision_number': 5, 'project_id': '83cda5377c9b4e2498e3727f2684a668', 'gw_port': {'id': 'cd8874cf-4249-4259-862b-5ee181237364', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:58.335517 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561e42a-3c6d-4449-a8d0-34d0a46a5b4e None None] Checking router: 79e49fb0-518d-41ea-a79c-625de6d402f1 for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:33:58.344525 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561e42a-3c6d-4449-a8d0-34d0a46a5b4e None None] Routers {'79e49fb0-518d-41ea-a79c-625de6d402f1'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:33:58.345354 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-2561e42a-3c6d-4449-a8d0-34d0a46a5b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:33:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['79e49fb0-518d-41ea-a79c-625de6d402f1'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:58.373636 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] For port cd8874cf-4249-4259-862b-5ee181237364, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=cd8874cf-4249-4259-862b-5ee181237364,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:58.374114 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:58.389573 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] Calling delete_port for cd8874cf-4249-4259-862b-5ee181237364 owned by network:router_gateway {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:33:58.436175 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-2561e42a-3c6d-4449-a8d0-34d0a46a5b4e None None] Set router 79e49fb0-518d-41ea-a79c-625de6d402f1 gateway port host: None {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:33:58.488966 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-2561e42a-3c6d-4449-a8d0-34d0a46a5b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'name': 'tempest-TestMinimumBasicScenario-1793255944-router', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:33:58Z', 'revision_number': 6, 'project_id': '83cda5377c9b4e2498e3727f2684a668', 'gw_port_host': None}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:33:58.519801 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561e42a-3c6d-4449-a8d0-34d0a46a5b4e None None] The sync data for ids ['79e49fb0-518d-41ea-a79c-625de6d402f1'] in dv-cinder-773985-13-iscsi is: [{'id': '79e49fb0-518d-41ea-a79c-625de6d402f1', 'name': 'tempest-TestMinimumBasicScenario-1793255944-router', 'tenant_id': '83cda5377c9b4e2498e3727f2684a668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:30:31Z', 'updated_at': '2021-07-23T07:33:58Z', 'revision_number': 6, 'project_id': '83cda5377c9b4e2498e3727f2684a668', 'gw_port_host': None}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:33:58.661994 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:58.695411 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd8874cf-4249-4259-862b-5ee181237364,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:58.788696 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745076'] for router_gateway, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:58.898573 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15043'] for router, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:58.902914 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:58.963362 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745231'] for router, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:58.964108 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79e49fb0-518d-41ea-a79c-625de6d402f1 {{(pid=93081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 07:33:58.971095 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] Notify callbacks [] for router, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:58.972349 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-6cb6a022-7f0b-4b0a-9a71-12b019ff9f5a admin admin] 10.222.0.13 "DELETE /v2.0/routers/79e49fb0-518d-41ea-a79c-625de6d402f1 HTTP/1.1" status: 204 len: 168 time: 1.1589656 Jul 23 07:33:58.974861 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49196) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:59.079647 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37c650a-891e-4e48-91f0-abaf8b43c74c admin admin] Deleting subnet bfb6b67a-ba8d-48a0-8c89-ba8aac49462f {{(pid=93081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:33:59.083443 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-c37c650a-891e-4e48-91f0-abaf8b43c74c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:59.131742 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-c37c650a-891e-4e48-91f0-abaf8b43c74c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12991383'] for subnet, precommit_delete_associations {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:59.166948 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d7ad6bc0-730b-45e1-80b6-f1a88d4349a2 req-19addc50-a8fb-4637-93f3-16c6492cbe54 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1451409 Jul 23 07:33:59.237847 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-c37c650a-891e-4e48-91f0-abaf8b43c74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:59.346997 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad6bc0-730b-45e1-80b6-f1a88d4349a2 req-6d92e420-83c2-4554-b942-2c2d45315c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:59.349122 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d7ad6bc0-730b-45e1-80b6-f1a88d4349a2 req-6d92e420-83c2-4554-b942-2c2d45315c0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b&device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 1098 time: 0.1082885 Jul 23 07:33:59.350852 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-c37c650a-891e-4e48-91f0-abaf8b43c74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290751'] for subnet, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:59.400246 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c650a-891e-4e48-91f0-abaf8b43c74c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb6b67a-ba8d-48a0-8c89-ba8aac49462f,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:33:59.416883 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3bd96a-129e-40f0-90e5-2a586cc55ff4 None None] Network a0d1f862-b957-4224-af9c-cb6d39ad8f0d requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:33:59.420008 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-c37c650a-891e-4e48-91f0-abaf8b43c74c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:59.426025 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-c37c650a-891e-4e48-91f0-abaf8b43c74c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bfb6b67a-ba8d-48a0-8c89-ba8aac49462f HTTP/1.1" status: 204 len: 168 time: 0.4496455 Jul 23 07:33:59.432219 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49204) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:33:59.552729 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad6bc0-730b-45e1-80b6-f1a88d4349a2 req-0e308668-6a57-48f7-9603-f953ebc47306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:59.555646 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d7ad6bc0-730b-45e1-80b6-f1a88d4349a2 req-0e308668-6a57-48f7-9603-f953ebc47306 service neutron] 10.222.0.23 "GET /v2.0/networks?id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6 HTTP/1.1" status: 200 len: 917 time: 0.1517911 Jul 23 07:33:59.602355 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972cd70-627f-4dc9-a75e-1c63147d7098 req-3ca3c4f0-c557-4f64-b6f1-91bb879607d4 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:59.603886 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b972cd70-627f-4dc9-a75e-1c63147d7098 req-3ca3c4f0-c557-4f64-b6f1-91bb879607d4 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 946 time: 0.2540169 Jul 23 07:33:59.618008 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:59.635596 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 7710694a-2f69-4e46-841c-ab3385600799 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:33:59.679135 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b972cd70-627f-4dc9-a75e-1c63147d7098 req-e46465cf-fe0a-499d-b4f3-0430daadc0d1 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673621 Jul 23 07:33:59.691806 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 7710694a-2f69-4e46-841c-ab3385600799 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:33:59.692303 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 7710694a-2f69-4e46-841c-ab3385600799 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:33:59.780940 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] Deleting port 961c4eaf-8831-4ea7-894b-ff2a187e72f8 {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:33:59.781349 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:59.787868 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-fd428be9-8dd0-4e9b-84e3-299a3da6460b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:59.795400 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d7ad6bc0-730b-45e1-80b6-f1a88d4349a2 req-55d9ab40-b2f3-48a7-b064-7cd83ad82c2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db30368a-93ed-4700-b107-f8125bf92537 HTTP/1.1" status: 200 len: 1001 time: 0.2326915 Jul 23 07:33:59.841919 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781a844d-d375-4d77-a61e-0d0519e0898d None None] DHCP port deletion for a0d1f862-b957-4224-af9c-cb6d39ad8f0d request from dv-cinder-773985-13-iscsi {{(pid=93083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 07:33:59.946112 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad6bc0-730b-45e1-80b6-f1a88d4349a2 req-5ac3e6fd-cf9a-48ff-b855-b677aa41eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:33:59.950761 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d7ad6bc0-730b-45e1-80b6-f1a88d4349a2 req-5ac3e6fd-cf9a-48ff-b855-b677aa41eea3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d HTTP/1.1" status: 200 len: 855 time: 0.1253753 Jul 23 07:33:59.959906 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] For port 961c4eaf-8831-4ea7-894b-ff2a187e72f8, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=961c4eaf-8831-4ea7-894b-ff2a187e72f8,segment=NetworkSegment(0b1d3add-c6c0-464c-b401-80d92543ff32),segment_id=0b1d3add-c6c0-464c-b401-80d92543ff32)] {{(pid=93082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:33:59.960332 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:33:59.976739 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] Calling delete_port for 961c4eaf-8831-4ea7-894b-ff2a187e72f8 owned by network:dhcp {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:33:59.989855 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-781a844d-d375-4d77-a61e-0d0519e0898d None None] Deleting port 961c4eaf-8831-4ea7-894b-ff2a187e72f8 {{(pid=93083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:33:59.990574 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-781a844d-d375-4d77-a61e-0d0519e0898d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:00.085204 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad6bc0-730b-45e1-80b6-f1a88d4349a2 req-2d8aaebe-5a28-4e71-a380-919e613f0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:00.086744 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d7ad6bc0-730b-45e1-80b6-f1a88d4349a2 req-2d8aaebe-5a28-4e71-a380-919e613f0b0f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1241357 Jul 23 07:34:00.092348 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-781a844d-d375-4d77-a61e-0d0519e0898d None None] For port 961c4eaf-8831-4ea7-894b-ff2a187e72f8, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=961c4eaf-8831-4ea7-894b-ff2a187e72f8,segment=NetworkSegment(0b1d3add-c6c0-464c-b401-80d92543ff32),segment_id=0b1d3add-c6c0-464c-b401-80d92543ff32)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:00.093173 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-781a844d-d375-4d77-a61e-0d0519e0898d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:00.126622 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:00.132285 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-781a844d-d375-4d77-a61e-0d0519e0898d None None] Calling delete_port for 961c4eaf-8831-4ea7-894b-ff2a187e72f8 owned by network:dhcp {{(pid=93083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:34:00.164088 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] Pushing event deleted for resources: {'Port': ['ID=961c4eaf-8831-4ea7-894b-ff2a187e72f8,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:00.167817 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] No DVR routers for this DVR port 961c4eaf-8831-4ea7-894b-ff2a187e72f8 on host dv-cinder-773985-13-iscsi {{(pid=93082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:34:00.283290 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d7ad6bc0-730b-45e1-80b6-f1a88d4349a2 req-70e59943-0df7-476a-abfd-146968ed0613 service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880972 Jul 23 07:34:00.345276 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:00.373276 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d1f862-b957-4224-af9c-cb6d39ad8f0d']}} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:00.375854 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-781a844d-d375-4d77-a61e-0d0519e0898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268'] for port, after_delete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:00.400350 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1d3add-c6c0-464c-b401-80d92543ff32') {'for_net_delete': True} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:00.400835 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1d3add-c6c0-464c-b401-80d92543ff32') {} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:00.406461 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a844d-d375-4d77-a61e-0d0519e0898d None None] Pushing event deleted for resources: {'Port': ['ID=961c4eaf-8831-4ea7-894b-ff2a187e72f8,revision_number=None']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:00.412845 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a844d-d375-4d77-a61e-0d0519e0898d None None] No DVR routers for this DVR port 961c4eaf-8831-4ea7-894b-ff2a187e72f8 on host dv-cinder-773985-13-iscsi {{(pid=93083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:34:00.423232 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14992585'] for segment, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:00.440308 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:00.447876 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:34:00.448366 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15755788'] for segment, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:00.490060 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d7ad6bc0-730b-45e1-80b6-f1a88d4349a2 req-86d2b597-e32d-4291-8b9e-db5af7c110ca service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896999 Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: Traceback (most recent call last): Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: timer() Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: cb(*args, **kw) Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: return func(*args, **kwargs) Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: self._notify() Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: self.callback(batched_events) Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: event.method(event) Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: return f(self, *a, **k) Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._get(url).json() Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: return self.request(url, 'GET', **kwargs) Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:34:00.508700 dv-cinder-773985-13-iscsi neutron-server[93082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:34:00.512988 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:00.520481 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:00.530955 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a0d1f862-b957-4224-af9c-cb6d39ad8f0d HTTP/1.1" status: 204 len: 168 time: 1.0902693 Jul 23 07:34:00.552349 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66923b69-4b51-42e9-b830-111465396785 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d1f862-b957-4224-af9c-cb6d39ad8f0d,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:00.665908 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49228) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:00.710771 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-542b117d-fec6-4cb6-80b1-34848cceed41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f45acbfcb6449caa5f7af6d407a4688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436604 Jul 23 07:34:00.716535 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49230) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:00.785316 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b06f1c73-bda4-4032-b493-8fda415fdc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:00.807206 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b06f1c73-bda4-4032-b493-8fda415fdc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:00.855808 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b06f1c73-bda4-4032-b493-8fda415fdc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:00.858306 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b06f1c73-bda4-4032-b493-8fda415fdc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:00.860093 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-b06f1c73-bda4-4032-b493-8fda415fdc3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f HTTP/1.1" status: 204 len: 168 time: 0.1411090 Jul 23 07:34:00.867868 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f1c73-bda4-4032-b493-8fda415fdc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1732f0f1-7a8c-4738-a8c4-a7d1dc45a55f,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:01.095054 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device cd8874cf-4249-4259-862b-5ee181237364 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:34:01.142961 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: cd8874cf-4249-4259-862b-5ee181237364 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:34:01.143377 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device cd8874cf-4249-4259-862b-5ee181237364 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:34:01.143727 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 961c4eaf-8831-4ea7-894b-ff2a187e72f8 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:34:01.184507 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 961c4eaf-8831-4ea7-894b-ff2a187e72f8 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:34:01.184916 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 961c4eaf-8831-4ea7-894b-ff2a187e72f8 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:34:01.250407 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49244) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:01.306975 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-81a6f8e5-d67c-493f-81a4-f460dc7c2033 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83cda5377c9b4e2498e3727f2684a668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528257 Jul 23 07:34:01.307226 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49246) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:01.372467 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d378bfc7-9f81-4248-bfb4-9e3fba4c1eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:01.408709 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d378bfc7-9f81-4248-bfb4-9e3fba4c1eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:01.470910 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d378bfc7-9f81-4248-bfb4-9e3fba4c1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:01.475126 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d378bfc7-9f81-4248-bfb4-9e3fba4c1eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:01.477078 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-d378bfc7-9f81-4248-bfb4-9e3fba4c1eeb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4610de11-d3a6-49bb-81bc-8d2b88cd88e8 HTTP/1.1" status: 204 len: 168 time: 0.1686966 Jul 23 07:34:01.490370 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378bfc7-9f81-4248-bfb4-9e3fba4c1eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4610de11-d3a6-49bb-81bc-8d2b88cd88e8,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:02.205865 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ca21a8a1-44de-486f-a926-513e2dc4e511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:02.336448 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49280) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:02.515171 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-411495028-network', 'tenant_id': '7681bf256344445e97191949838e2435'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:02.540348 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] Made reservation on behalf of 7681bf256344445e97191949838e2435 for: {'network': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:34:02.542630 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:02.554113 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:02.661090 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:02.666057 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:02.691332 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:34:02.701230 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d640a847-2451-49ba-b44e-de84846fc8db,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:02.706949 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:02.707296 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.segments_db [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] Added segment e407bf1c-f57e-4e66-b771-0e3671f38416 of type vlan for network 5511dde3-b307-42d4-a5e3-93bd33192a29 Jul 23 07:34:02.749373 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:02.755179 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:02.789072 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:02.790146 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:02.790762 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:02.826848 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4866793 Jul 23 07:34:02.827773 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49290) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:02.833087 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Request body: {'subnet': {'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-411495028-subnet', 'tenant_id': '7681bf256344445e97191949838e2435', 'ip_version': 4}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:02.862314 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e38919-e862-4e97-915d-d6e835ad0f2d admin admin] Pushing event updated for resources: {'Network': ['ID=5511dde3-b307-42d4-a5e3-93bd33192a29,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:02.863237 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Made reservation on behalf of 7681bf256344445e97191949838e2435 for: {'subnet': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:34:02.868495 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290754'] for subnet, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:02.877846 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network 5511dde3-b307-42d4-a5e3-93bd33192a29 details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:34:03.058712 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14337743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290736'] for subnet, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:03.119535 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d81a15-2607-47f2-9e40-ce1b7d1c754a,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:03.138844 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:03.139193 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:03.139536 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:03.139885 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:03.141067 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:03.141711 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:03.142225 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:03.142743 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:03.143258 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:03.143591 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:03.144101 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:03.144610 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:03.155334 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Checking segment: {'id': 'e407bf1c-f57e-4e66-b771-0e3671f38416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:03.155672 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Network hostable DHCP agents. Network: 5511dde3-b307-42d4-a5e3-93bd33192a29, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:34:03.174801 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Network 5511dde3-b307-42d4-a5e3-93bd33192a29 is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:34:03.185011 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, 5511dde3-b307-42d4-a5e3-93bd33192a29) {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:03.189827 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:03.190425 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:03.197068 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636cbb41-6e47-4e36-af4e-0456a1214581 None None] Network 5511dde3-b307-42d4-a5e3-93bd33192a29 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:34:03.221778 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-bf110017-724c-44ae-97ec-41de48b14d91 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3925683 Jul 23 07:34:03.225223 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49292) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:03.229730 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:03.254262 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15057'] for router, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:03.255296 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15066'] for router, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:03.315339 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:03.486562 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp458c9d11-140a-5144-95e2-d546cfa02e71-5511dde3-b307-42d4-a5e3-93bd33192a29', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'tenant_id': '7681bf256344445e97191949838e2435', 'fixed_ips': [{'subnet_id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a'}]}} from dv-cinder-773985-13-iscsi. {{(pid=93083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 07:34:03.488548 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:03.495488 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10032'] for router, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:03.608739 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:03.694485 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.db_base_plugin_common [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Allocated IP 172.20.0.2 (5511dde3-b307-42d4-a5e3-93bd33192a29/c4d81a15-2607-47f2-9e40-ce1b7d1c754a/5a503d28-dc23-4b2b-b278-c6bbb5fc76e8) {{(pid=93083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:34:03.784004 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:03.805699 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:03.910193 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:03.920930 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Transition to ACTIVE for port object 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:03.937778 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Transition to ACTIVE for port object 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 will not be triggered until provisioned by entity DHCP. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:03.944512 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:03.963256 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Allocated IP 172.27.1.76 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/050c3f13-563c-4c39-b16b-f1df38aeb1a0) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:34:03.984961 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Network 5511dde3-b307-42d4-a5e3-93bd33192a29 is already hosted by enough agents. {{(pid=93083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:03.990443 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.base_scheduler [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Resources bound (agent type, host, resource id): {{(pid=93083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:03.993918 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Received port after_create {{(pid=93083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:34:04.025198 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Pushing event updated for resources: {'Port': ['ID=5a503d28-dc23-4b2b-b278-c6bbb5fc76e8,revision_number=1']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:04.057514 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Attempting to bind port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:34:04.057799 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Attempting to bind port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': 'e407bf1c-f57e-4e66-b771-0e3671f38416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:34:04.058270 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Attempting to bind port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 on network 5511dde3-b307-42d4-a5e3-93bd33192a29 {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:34:04.063671 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:34:04.064049 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Checking segment: {'id': 'e407bf1c-f57e-4e66-b771-0e3671f38416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:04.064495 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:04.064909 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Bound using segment: {'id': 'e407bf1c-f57e-4e66-b771-0e3671f38416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:34:04.065370 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Bound port: 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e407bf1c-f57e-4e66-b771-0e3671f38416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:34:04.065754 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:04.117308 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:04.154344 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] For port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:34:04.161238 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] For port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=5a503d28-dc23-4b2b-b278-c6bbb5fc76e8,segment=NetworkSegment(e407bf1c-f57e-4e66-b771-0e3671f38416),segment_id=e407bf1c-f57e-4e66-b771-0e3671f38416)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:34:04.166252 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:04.169243 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:04.238637 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Pushing event updated for resources: {'Port': ['ID=050c3f13-563c-4c39-b16b-f1df38aeb1a0,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:04.247193 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:04.249186 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:04.252378 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:34:04.252553 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb1c0c-9e27-4f5f-be27-4e8082a275f4 None None] Pushing event updated for resources: {'Port': ['ID=5a503d28-dc23-4b2b-b278-c6bbb5fc76e8,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:04.868500 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:05.100850 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745128'] for router, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:05.152448 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:05.171032 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:34:05.247722 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:05.261623 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Router 9356c982-6130-4740-b4b2-849da19ecc44 is scheduled to L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f with binding_index 1 {{(pid=93081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 07:34:05.414938 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:34:05.428156 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Sync routers for ids ['9356c982-6130-4740-b4b2-849da19ecc44'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:34:05.444188 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] Notify callbacks [] for router, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:05.445955 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-7f96e763-e130-45db-a1fa-a4ca1e144dea admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2195551 Jul 23 07:34:05.450177 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49318) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:05.450523 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e5127-293c-493a-9b2b-38bbd5c4d4d5 None None] Network 5511dde3-b307-42d4-a5e3-93bd33192a29 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:34:05.457332 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Routers {'9356c982-6130-4740-b4b2-849da19ecc44'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:05.458191 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['9356c982-6130-4740-b4b2-849da19ecc44'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:05.641049 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:05.641674 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-561f5ca8-4e6e-4fda-a7ae-ddb8a380d1b6 None None] Provisioning for port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:05.653793 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-561f5ca8-4e6e-4fda-a7ae-ddb8a380d1b6 None None] Provisioning complete for port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:05.654146 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-561f5ca8-4e6e-4fda-a7ae-ddb8a380d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:05.712595 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Set router 9356c982-6130-4740-b4b2-849da19ecc44 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:05.944365 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:06.159375 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Allocated IP 172.20.0.1 (5511dde3-b307-42d4-a5e3-93bd33192a29/c4d81a15-2607-47f2-9e40-ce1b7d1c754a/a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:34:06.191997 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-561f5ca8-4e6e-4fda-a7ae-ddb8a380d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:06.244003 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-561f5ca8-4e6e-4fda-a7ae-ddb8a380d1b6 None None] For port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=5a503d28-dc23-4b2b-b278-c6bbb5fc76e8,segment=NetworkSegment(e407bf1c-f57e-4e66-b771-0e3671f38416),segment_id=e407bf1c-f57e-4e66-b771-0e3671f38416)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:06.256998 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-561f5ca8-4e6e-4fda-a7ae-ddb8a380d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:06.305880 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9356c982-6130-4740-b4b2-849da19ecc44', 'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:04Z', 'revision_number': 3, 'project_id': '7681bf256344445e97191949838e2435', 'gw_port': {'id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:06.310037 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:06.329328 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Transition to ACTIVE for port object a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 will not be triggered until provisioned by entity DHCP. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:06.358686 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Checking router: 9356c982-6130-4740-b4b2-849da19ecc44 for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:34:06.359578 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Updating router 9356c982-6130-4740-b4b2-849da19ecc44 port 050c3f13-563c-4c39-b16b-f1df38aeb1a0 binding host dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:34:06.378729 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:06.397979 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f5ca8-4e6e-4fda-a7ae-ddb8a380d1b6 None None] Pushing event updated for resources: {'Port': ['ID=5a503d28-dc23-4b2b-b278-c6bbb5fc76e8,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:06.419507 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:06.429336 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Network 5511dde3-b307-42d4-a5e3-93bd33192a29 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:06.432429 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:06.436273 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:34:06.477557 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744921'] for router_interface, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:06.522193 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Pushing event updated for resources: {'Port': ['ID=a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:06.679274 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d79b1ef6-dda6-49f3-84c7-a9c69eb0710e None None] Provisioning complete for port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:06.679274 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d79b1ef6-dda6-49f3-84c7-a9c69eb0710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:06.711118 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:06.916459 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Notify callbacks [] for port, precommit_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:06.938676 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:06.945426 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:06.961704 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Transition to ACTIVE for port object 050c3f13-563c-4c39-b16b-f1df38aeb1a0 will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:06.971306 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:07.052860 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747113'] for router_interface, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:07.054877 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Attempting to bind port 050c3f13-563c-4c39-b16b-f1df38aeb1a0 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:34:07.055727 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Attempting to bind port 050c3f13-563c-4c39-b16b-f1df38aeb1a0 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:34:07.056911 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Attempting to bind port 050c3f13-563c-4c39-b16b-f1df38aeb1a0 on network 5c071af4-be70-49d5-8aed-1ca2e78a6239 {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:34:07.064921 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Pushing event updated for resources: {'Port': ['ID=a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:07.066575 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bdd0a-1f60-4474-b1b3-7c7214fa6db2 None None] Pushing event updated for resources: {'Port': ['ID=050c3f13-563c-4c39-b16b-f1df38aeb1a0,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:07.089994 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:34:07.091113 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Checking segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:07.091617 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:07.102622 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Bound using segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:34:07.113473 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Bound port: 050c3f13-563c-4c39-b16b-f1df38aeb1a0, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:34:07.115036 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:07.158492 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:07.162352 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-20355600-de88-445f-9cdb-d5a4778673fd None None] Provisioning for port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:07.195426 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-20355600-de88-445f-9cdb-d5a4778673fd None None] Provisioning complete for port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:07.196046 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-20355600-de88-445f-9cdb-d5a4778673fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:07.235862 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Network 5511dde3-b307-42d4-a5e3-93bd33192a29 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:07.237802 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:07.292508 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-20355600-de88-445f-9cdb-d5a4778673fd None None] Port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:34:07.303126 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] For port 050c3f13-563c-4c39-b16b-f1df38aeb1a0, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:34:07.307663 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] For port 050c3f13-563c-4c39-b16b-f1df38aeb1a0, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=050c3f13-563c-4c39-b16b-f1df38aeb1a0,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:34:07.318408 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:07.324407 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:07.325122 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:07.399460 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Router 9356c982-6130-4740-b4b2-849da19ecc44 has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:34:07.442986 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bdd0a-1f60-4474-b1b3-7c7214fa6db2 None None] Pushing event updated for resources: {'Port': ['ID=050c3f13-563c-4c39-b16b-f1df38aeb1a0,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:07.470393 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Routers {'9356c982-6130-4740-b4b2-849da19ecc44'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:07.470852 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['9356c982-6130-4740-b4b2-849da19ecc44'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:07.542841 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:34:07.556305 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-368e90d4-bf47-4a31-a792-ea1f7f6be44f admin admin] 10.222.0.13 "PUT /v2.0/routers/9356c982-6130-4740-b4b2-849da19ecc44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0974991 Jul 23 07:34:07.606532 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-c65bc122-6c08-4039-ab50-9c57196571d0 None None] Provisioning complete for port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:07.606911 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c65bc122-6c08-4039-ab50-9c57196571d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:07.644641 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-c65bc122-6c08-4039-ab50-9c57196571d0 None None] Port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:34:07.667502 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] Set router 9356c982-6130-4740-b4b2-849da19ecc44 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:07.940976 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9356c982-6130-4740-b4b2-849da19ecc44', 'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:06Z', 'revision_number': 4, 'project_id': '7681bf256344445e97191949838e2435', 'gw_port': {'id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0', 'name': '', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'tenant_id': '7681bf256344445e97191949838e2435', 'mac_address': 'fa:16:3e:5d:71:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:05Z', 'updated_at': '2021-07-23T07:34:06Z', 'revision_number': 2, 'project_id': '7681bf256344445e97191949838e2435', 'subnets': [{'id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:07.982501 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d05be-2d12-4bfb-bc30-1eae05b4342e None None] The sync data for ids ['9356c982-6130-4740-b4b2-849da19ecc44'] in dv-cinder-773985-13-iscsi is: [{'id': '9356c982-6130-4740-b4b2-849da19ecc44', 'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:06Z', 'revision_number': 4, 'project_id': '7681bf256344445e97191949838e2435', 'gw_port': {'id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0', 'name': '', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'tenant_id': '7681bf256344445e97191949838e2435', 'mac_address': 'fa:16:3e:5d:71:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:05Z', 'updated_at': '2021-07-23T07:34:06Z', 'revision_number': 2, 'project_id': '7681bf256344445e97191949838e2435', 'subnets': [{'id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:34:08.300160 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49366) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:08.313181 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-617420508-network', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:08.346408 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] Made reservation on behalf of 8489ad6803824aa69acf03fb61bcaade for: {'network': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:34:08.348760 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:08.362475 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:08.575539 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:08.581210 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:08.597124 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=93082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:34:08.624929 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:08.625333 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.segments_db [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] Added segment 6c051df9-6ef4-482e-9e5c-be17cba7e8c1 of type vlan for network c16c7900-8df9-46ba-b499-4f8c383e40ac Jul 23 07:34:08.669672 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cb1936-5876-412e-be84-022408960956,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:08.693530 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:08.731154 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:08.732658 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:08.733431 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:08.818311 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] Pushing event updated for resources: {'Network': ['ID=c16c7900-8df9-46ba-b499-4f8c383e40ac,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:08.830504 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-71a70491-8dc4-4805-97d7-56805b04a522 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5251944 Jul 23 07:34:08.830640 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49374) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:08.835939 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network c16c7900-8df9-46ba-b499-4f8c383e40ac details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:34:08.836963 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-8afe91ed-045e-42e9-a95d-8ac58728add6 admin admin] Request body: {'subnet': {'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-617420508-subnet', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'ip_version': 4}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:08.870345 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afe91ed-045e-42e9-a95d-8ac58728add6 admin admin] Made reservation on behalf of 8489ad6803824aa69acf03fb61bcaade for: {'subnet': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:34:08.892046 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8afe91ed-045e-42e9-a95d-8ac58728add6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290754'] for subnet, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:09.135398 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8afe91ed-045e-42e9-a95d-8ac58728add6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14337743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290736'] for subnet, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:09.188287 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 050c3f13-563c-4c39-b16b-f1df38aeb1a0 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:09.260107 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe91ed-045e-42e9-a95d-8ac58728add6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b1bf4c-1043-44d9-b237-3fec414692f4,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:09.263357 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afe91ed-045e-42e9-a95d-8ac58728add6 admin admin] Checking segment: {'id': '6c051df9-6ef4-482e-9e5c-be17cba7e8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:09.263658 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afe91ed-045e-42e9-a95d-8ac58728add6 admin admin] Network hostable DHCP agents. Network: c16c7900-8df9-46ba-b499-4f8c383e40ac, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:34:09.279038 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 050c3f13-563c-4c39-b16b-f1df38aeb1a0 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:09.287090 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 050c3f13-563c-4c39-b16b-f1df38aeb1a0 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:09.287590 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:09.290777 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afe91ed-045e-42e9-a95d-8ac58728add6 admin admin] Network c16c7900-8df9-46ba-b499-4f8c383e40ac is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:34:09.305607 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-8afe91ed-045e-42e9-a95d-8ac58728add6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, c16c7900-8df9-46ba-b499-4f8c383e40ac) {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:09.318048 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afe91ed-045e-42e9-a95d-8ac58728add6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:09.318818 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8afe91ed-045e-42e9-a95d-8ac58728add6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:09.322179 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e33d5c-a6df-4965-86a6-4e20f99b0e38 None None] Network c16c7900-8df9-46ba-b499-4f8c383e40ac requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:34:09.351158 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49380) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:09.356811 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-617420508-router', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:09.362261 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-8afe91ed-045e-42e9-a95d-8ac58728add6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5301008 Jul 23 07:34:09.389382 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15057'] for router, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:09.391901 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15066'] for router, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:09.488981 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:09.509124 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:09.551366 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 050c3f13-563c-4c39-b16b-f1df38aeb1a0, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=050c3f13-563c-4c39-b16b-f1df38aeb1a0,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:09.584517 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:09.645976 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=050c3f13-563c-4c39-b16b-f1df38aeb1a0,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:09.693185 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp458c9d11-140a-5144-95e2-d546cfa02e71-c16c7900-8df9-46ba-b499-4f8c383e40ac', 'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'fixed_ips': [{'subnet_id': '67b1bf4c-1043-44d9-b237-3fec414692f4'}]}} from dv-cinder-773985-13-iscsi. {{(pid=93083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 07:34:09.694264 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:09.700774 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10032'] for router, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:09.948945 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:09.969801 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:10.025361 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.db_base_plugin_common [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Allocated IP 172.20.0.2 (c16c7900-8df9-46ba-b499-4f8c383e40ac/67b1bf4c-1043-44d9-b237-3fec414692f4/5fcda93a-9d81-44da-b106-0640bff9663d) {{(pid=93083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:34:10.096211 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Allocated IP 172.27.1.207 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/8cf5eed8-8151-49d2-a120-af2d4afdfb15) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:34:10.224732 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:10.239993 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Notify callbacks [] for port, precommit_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:10.252623 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Transition to ACTIVE for port object 5fcda93a-9d81-44da-b106-0640bff9663d will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:10.275063 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:10.277887 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Transition to ACTIVE for port object 5fcda93a-9d81-44da-b106-0640bff9663d will not be triggered until provisioned by entity DHCP. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:10.285305 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:10.341726 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Network c16c7900-8df9-46ba-b499-4f8c383e40ac is already hosted by enough agents. {{(pid=93083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:10.347979 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.base_scheduler [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Resources bound (agent type, host, resource id): {{(pid=93083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:10.354452 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Received port after_create {{(pid=93083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:34:10.375498 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:10.379940 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:10.396720 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:34:10.431339 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Pushing event updated for resources: {'Port': ['ID=5fcda93a-9d81-44da-b106-0640bff9663d,revision_number=1']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:10.437145 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Pushing event updated for resources: {'Port': ['ID=8cf5eed8-8151-49d2-a120-af2d4afdfb15,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:10.450895 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Attempting to bind port 5fcda93a-9d81-44da-b106-0640bff9663d on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:34:10.453110 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Attempting to bind port 5fcda93a-9d81-44da-b106-0640bff9663d by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '6c051df9-6ef4-482e-9e5c-be17cba7e8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:34:10.453923 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Attempting to bind port 5fcda93a-9d81-44da-b106-0640bff9663d on network c16c7900-8df9-46ba-b499-4f8c383e40ac {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:34:10.470840 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:34:10.471384 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Checking segment: {'id': '6c051df9-6ef4-482e-9e5c-be17cba7e8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:10.472901 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:10.473385 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Bound using segment: {'id': '6c051df9-6ef4-482e-9e5c-be17cba7e8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:34:10.475151 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Bound port: 5fcda93a-9d81-44da-b106-0640bff9663d, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c051df9-6ef4-482e-9e5c-be17cba7e8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:34:10.475775 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:10.580192 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] For port 5fcda93a-9d81-44da-b106-0640bff9663d, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:34:10.594388 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] For port 5fcda93a-9d81-44da-b106-0640bff9663d, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=5fcda93a-9d81-44da-b106-0640bff9663d,segment=NetworkSegment(6c051df9-6ef4-482e-9e5c-be17cba7e8c1),segment_id=6c051df9-6ef4-482e-9e5c-be17cba7e8c1)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:34:10.601204 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:10.680977 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d963e-99fa-435f-b5f8-e82159ba8dba None None] Pushing event updated for resources: {'Port': ['ID=5fcda93a-9d81-44da-b106-0640bff9663d,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:10.881038 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Sync routers for ids ['9356c982-6130-4740-b4b2-849da19ecc44'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:34:10.897631 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Routers {'9356c982-6130-4740-b4b2-849da19ecc44'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:10.898837 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['9356c982-6130-4740-b4b2-849da19ecc44'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:11.068699 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:11.100639 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Set router 9356c982-6130-4740-b4b2-849da19ecc44 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:11.268492 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 5fcda93a-9d81-44da-b106-0640bff9663d up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:11.353742 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745128'] for router, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:11.358090 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 5fcda93a-9d81-44da-b106-0640bff9663d completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:11.370892 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 050c3f13-563c-4c39-b16b-f1df38aeb1a0 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:11.398539 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9356c982-6130-4740-b4b2-849da19ecc44', 'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:06Z', 'revision_number': 4, 'project_id': '7681bf256344445e97191949838e2435', 'gw_port': {'id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0', 'name': '', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'tenant_id': '7681bf256344445e97191949838e2435', 'mac_address': 'fa:16:3e:5d:71:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:05Z', 'updated_at': '2021-07-23T07:34:06Z', 'revision_number': 2, 'project_id': '7681bf256344445e97191949838e2435', 'subnets': [{'id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:11.457362 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Checking router: 9356c982-6130-4740-b4b2-849da19ecc44 for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:34:11.458092 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Updating router 9356c982-6130-4740-b4b2-849da19ecc44 port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 binding host dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:34:11.459582 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 050c3f13-563c-4c39-b16b-f1df38aeb1a0 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:11.463128 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:11.537252 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:11.575929 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Router 53f618ad-aae7-44ef-9a37-f33789839a5f is scheduled to L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f with binding_index 1 {{(pid=93082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 07:34:11.771998 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:34:11.783616 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Sync routers for ids ['53f618ad-aae7-44ef-9a37-f33789839a5f'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:34:11.799473 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Routers {'53f618ad-aae7-44ef-9a37-f33789839a5f'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:11.801246 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['53f618ad-aae7-44ef-9a37-f33789839a5f'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:11.824150 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] Notify callbacks [] for router, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:11.831590 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49404) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:11.832258 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-92155cd5-61b5-4d14-ab7f-cfa09de327fb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4776950 Jul 23 07:34:11.985313 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Notify callbacks [] for port, precommit_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:12.014224 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.provisioning_blocks [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Transition to ACTIVE for port object a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 will not be triggered until provisioned by entity L2. {{(pid=93084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:12.022737 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:12.036850 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Set router 53f618ad-aae7-44ef-9a37-f33789839a5f gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:12.070670 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270f052-1328-46ab-abe2-0707766ac795 None None] Pushing event updated for resources: {'Port': ['ID=a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0,revision_number=3']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:12.086885 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270f052-1328-46ab-abe2-0707766ac795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:12.087383 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270f052-1328-46ab-abe2-0707766ac795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:12.087818 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270f052-1328-46ab-abe2-0707766ac795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:12.088278 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270f052-1328-46ab-abe2-0707766ac795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:12.088705 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270f052-1328-46ab-abe2-0707766ac795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:12.089201 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270f052-1328-46ab-abe2-0707766ac795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:12.089623 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270f052-1328-46ab-abe2-0707766ac795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:12.090045 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270f052-1328-46ab-abe2-0707766ac795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:12.090464 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270f052-1328-46ab-abe2-0707766ac795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:12.090880 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270f052-1328-46ab-abe2-0707766ac795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:12.098717 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270f052-1328-46ab-abe2-0707766ac795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:12.099367 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270f052-1328-46ab-abe2-0707766ac795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:12.131135 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebb6b5d-67c1-47b2-bfd4-53344c286dcb None None] Network c16c7900-8df9-46ba-b499-4f8c383e40ac requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:34:12.231780 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Attempting to bind port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:34:12.232174 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Attempting to bind port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': 'e407bf1c-f57e-4e66-b771-0e3671f38416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29'}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:34:12.232460 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Attempting to bind port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 on network 5511dde3-b307-42d4-a5e3-93bd33192a29 {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:34:12.240424 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:34:12.240987 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Checking segment: {'id': 'e407bf1c-f57e-4e66-b771-0e3671f38416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:12.241562 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:12.242106 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Bound using segment: {'id': 'e407bf1c-f57e-4e66-b771-0e3671f38416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29'} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:34:12.242779 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Bound port: a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e407bf1c-f57e-4e66-b771-0e3671f38416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29'}}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:34:12.243934 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:12.246078 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-28c1db55-df47-4e76-9440-11f7adf460b9 None None] Provisioning for port 5fcda93a-9d81-44da-b106-0640bff9663d completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:12.315922 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-28c1db55-df47-4e76-9440-11f7adf460b9 None None] Provisioning complete for port 5fcda93a-9d81-44da-b106-0640bff9663d triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:12.316653 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-28c1db55-df47-4e76-9440-11f7adf460b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:12.352251 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] For port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:34:12.363871 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] For port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0,segment=NetworkSegment(e407bf1c-f57e-4e66-b771-0e3671f38416),segment_id=e407bf1c-f57e-4e66-b771-0e3671f38416)] {{(pid=93084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:34:12.373737 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:12.390441 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:12.439084 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270f052-1328-46ab-abe2-0707766ac795 None None] Pushing event updated for resources: {'Port': ['ID=a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0,revision_number=4']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:12.460679 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Routers {'9356c982-6130-4740-b4b2-849da19ecc44'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:12.464231 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['9356c982-6130-4740-b4b2-849da19ecc44'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:12.569177 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-28c1db55-df47-4e76-9440-11f7adf460b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:12.616741 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'name': 'tempest-TestShelveInstance-617420508-router', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cf5eed8-8151-49d2-a120-af2d4afdfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:34:10Z', 'revision_number': 3, 'project_id': '8489ad6803824aa69acf03fb61bcaade', 'gw_port': {'id': '8cf5eed8-8151-49d2-a120-af2d4afdfb15', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:12.628413 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] Set router 9356c982-6130-4740-b4b2-849da19ecc44 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:12.655359 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Checking router: 53f618ad-aae7-44ef-9a37-f33789839a5f for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:34:12.656310 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Updating router 53f618ad-aae7-44ef-9a37-f33789839a5f port 8cf5eed8-8151-49d2-a120-af2d4afdfb15 binding host dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:34:12.677965 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Allocated IP 172.20.0.1 (c16c7900-8df9-46ba-b499-4f8c383e40ac/67b1bf4c-1043-44d9-b237-3fec414692f4/ed668035-074e-4c67-8886-8eeda9c8adfe) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:34:12.821664 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-28c1db55-df47-4e76-9440-11f7adf460b9 None None] For port 5fcda93a-9d81-44da-b106-0640bff9663d, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=5fcda93a-9d81-44da-b106-0640bff9663d,segment=NetworkSegment(6c051df9-6ef4-482e-9e5c-be17cba7e8c1),segment_id=6c051df9-6ef4-482e-9e5c-be17cba7e8c1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:12.846650 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-28c1db55-df47-4e76-9440-11f7adf460b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:12.875965 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:12.939485 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:12.989281 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Transition to ACTIVE for port object ed668035-074e-4c67-8886-8eeda9c8adfe will not be triggered until provisioned by entity DHCP. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:13.086922 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9356c982-6130-4740-b4b2-849da19ecc44', 'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:06Z', 'revision_number': 4, 'project_id': '7681bf256344445e97191949838e2435', 'gw_port': {'id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0', 'name': '', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'tenant_id': '7681bf256344445e97191949838e2435', 'mac_address': 'fa:16:3e:5d:71:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:05Z', 'updated_at': '2021-07-23T07:34:12Z', 'revision_number': 4, 'project_id': '7681bf256344445e97191949838e2435', 'subnets': [{'id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:13.117729 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1db55-df47-4e76-9440-11f7adf460b9 None None] Pushing event updated for resources: {'Port': ['ID=5fcda93a-9d81-44da-b106-0640bff9663d,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:13.121460 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:13.149933 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e069a-26da-4430-9af0-f2cd87b8b840 None None] The sync data for ids ['9356c982-6130-4740-b4b2-849da19ecc44'] in dv-cinder-773985-13-iscsi is: [{'id': '9356c982-6130-4740-b4b2-849da19ecc44', 'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:06Z', 'revision_number': 4, 'project_id': '7681bf256344445e97191949838e2435', 'gw_port': {'id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0', 'name': '', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'tenant_id': '7681bf256344445e97191949838e2435', 'mac_address': 'fa:16:3e:5d:71:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:05Z', 'updated_at': '2021-07-23T07:34:12Z', 'revision_number': 4, 'project_id': '7681bf256344445e97191949838e2435', 'subnets': [{'id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:34:13.230136 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:13.231542 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Network c16c7900-8df9-46ba-b499-4f8c383e40ac is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:13.238236 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:13.242503 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:34:13.299543 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744921'] for router_interface, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:13.408667 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-a74560c5-dd12-47dd-a987-2356ef4b6d04 None None] Provisioning complete for port 5fcda93a-9d81-44da-b106-0640bff9663d triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:13.409849 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a74560c5-dd12-47dd-a987-2356ef4b6d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:13.447824 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ed668035-074e-4c67-8886-8eeda9c8adfe,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:13.532989 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:13.576225 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:13.630059 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:13.630982 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:13.725850 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Notify callbacks [] for port, precommit_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:13.771840 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:13.782673 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:13.788753 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:13.870709 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747113'] for router_interface, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:13.872688 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ed668035-074e-4c67-8886-8eeda9c8adfe,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:13.971701 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Transition to ACTIVE for port object 8cf5eed8-8151-49d2-a120-af2d4afdfb15 will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:13.990801 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:14.006504 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Network c16c7900-8df9-46ba-b499-4f8c383e40ac is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:14.008297 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:14.086698 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0,segment=NetworkSegment(e407bf1c-f57e-4e66-b771-0e3671f38416),segment_id=e407bf1c-f57e-4e66-b771-0e3671f38416)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:14.104936 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c20c1-c80c-426d-991e-c99e115bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=8cf5eed8-8151-49d2-a120-af2d4afdfb15,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:14.107688 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:14.125825 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Attempting to bind port 8cf5eed8-8151-49d2-a120-af2d4afdfb15 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:34:14.126160 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Attempting to bind port 8cf5eed8-8151-49d2-a120-af2d4afdfb15 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:34:14.126535 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Attempting to bind port 8cf5eed8-8151-49d2-a120-af2d4afdfb15 on network 5c071af4-be70-49d5-8aed-1ca2e78a6239 {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:34:14.195801 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:34:14.195801 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Checking segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:14.196034 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:14.196404 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Bound using segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:34:14.196934 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Bound port: 8cf5eed8-8151-49d2-a120-af2d4afdfb15, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:34:14.197252 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:14.219100 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Router 53f618ad-aae7-44ef-9a37-f33789839a5f has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:34:14.245745 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-58d3111a-da1c-4f9a-9fd9-573e72cdb6b6 None None] Provisioning for port ed668035-074e-4c67-8886-8eeda9c8adfe completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:14.277298 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-58d3111a-da1c-4f9a-9fd9-573e72cdb6b6 None None] Provisioning complete for port ed668035-074e-4c67-8886-8eeda9c8adfe triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:14.277668 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-58d3111a-da1c-4f9a-9fd9-573e72cdb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:14.319803 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:14.342081 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] For port 8cf5eed8-8151-49d2-a120-af2d4afdfb15, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:34:14.347004 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] For port 8cf5eed8-8151-49d2-a120-af2d4afdfb15, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=8cf5eed8-8151-49d2-a120-af2d4afdfb15,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:34:14.348311 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-58d3111a-da1c-4f9a-9fd9-573e72cdb6b6 None None] Port ed668035-074e-4c67-8886-8eeda9c8adfe cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:34:14.351922 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:14.374840 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:34:14.393283 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-8d58592d-dfbf-4391-a9a9-d9a5a79ef3b3 admin admin] 10.222.0.13 "PUT /v2.0/routers/53f618ad-aae7-44ef-9a37-f33789839a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5624161 Jul 23 07:34:14.426235 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c20c1-c80c-426d-991e-c99e115bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=8cf5eed8-8151-49d2-a120-af2d4afdfb15,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:14.429606 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Routers {'53f618ad-aae7-44ef-9a37-f33789839a5f'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:14.430217 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['53f618ad-aae7-44ef-9a37-f33789839a5f'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:14.524766 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-f7aa1a5b-895e-4331-881f-43ab4a2062b3 None None] Provisioning complete for port ed668035-074e-4c67-8886-8eeda9c8adfe triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:14.525175 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1a5b-895e-4331-881f-43ab4a2062b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:14.572180 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] Set router 53f618ad-aae7-44ef-9a37-f33789839a5f gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:14.600419 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa1a5b-895e-4331-881f-43ab4a2062b3 None None] Port ed668035-074e-4c67-8886-8eeda9c8adfe cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:34:14.792955 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'name': 'tempest-TestShelveInstance-617420508-router', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cf5eed8-8151-49d2-a120-af2d4afdfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:34:13Z', 'revision_number': 4, 'project_id': '8489ad6803824aa69acf03fb61bcaade', 'gw_port': {'id': '8cf5eed8-8151-49d2-a120-af2d4afdfb15', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'ed668035-074e-4c67-8886-8eeda9c8adfe', 'name': '', 'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'mac_address': 'fa:16:3e:03:0c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '67b1bf4c-1043-44d9-b237-3fec414692f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:12Z', 'updated_at': '2021-07-23T07:34:13Z', 'revision_number': 2, 'project_id': '8489ad6803824aa69acf03fb61bcaade', 'subnets': [{'id': '67b1bf4c-1043-44d9-b237-3fec414692f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:14.822812 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1157a75-f49d-4920-bb63-974249060e22 None None] The sync data for ids ['53f618ad-aae7-44ef-9a37-f33789839a5f'] in dv-cinder-773985-13-iscsi is: [{'id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'name': 'tempest-TestShelveInstance-617420508-router', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cf5eed8-8151-49d2-a120-af2d4afdfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:34:13Z', 'revision_number': 4, 'project_id': '8489ad6803824aa69acf03fb61bcaade', 'gw_port': {'id': '8cf5eed8-8151-49d2-a120-af2d4afdfb15', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'ed668035-074e-4c67-8886-8eeda9c8adfe', 'name': '', 'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'mac_address': 'fa:16:3e:03:0c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '67b1bf4c-1043-44d9-b237-3fec414692f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:12Z', 'updated_at': '2021-07-23T07:34:13Z', 'revision_number': 2, 'project_id': '8489ad6803824aa69acf03fb61bcaade', 'subnets': [{'id': '67b1bf4c-1043-44d9-b237-3fec414692f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:34:15.117768 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:15.215597 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:15.215987 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:15.322594 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 5fcda93a-9d81-44da-b106-0640bff9663d up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:15.378300 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 5fcda93a-9d81-44da-b106-0640bff9663d triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:15.378605 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:16.856585 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2245484a-7f92-48f8-8854-27152430003f None None] Sync routers for ids ['53f618ad-aae7-44ef-9a37-f33789839a5f'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:34:16.867976 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2245484a-7f92-48f8-8854-27152430003f None None] Routers {'53f618ad-aae7-44ef-9a37-f33789839a5f'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:16.868637 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-2245484a-7f92-48f8-8854-27152430003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['53f618ad-aae7-44ef-9a37-f33789839a5f'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:16.972063 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-2245484a-7f92-48f8-8854-27152430003f None None] Set router 53f618ad-aae7-44ef-9a37-f33789839a5f gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:17.149055 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49484) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:17.153766 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-941556950', 'description': 'tempest-secgroup-smoke-941556950 description', 'project_id': '7681bf256344445e97191949838e2435'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:17.160552 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 8cf5eed8-8151-49d2-a120-af2d4afdfb15 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:17.185329 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.226414 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-2245484a-7f92-48f8-8854-27152430003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'name': 'tempest-TestShelveInstance-617420508-router', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cf5eed8-8151-49d2-a120-af2d4afdfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:34:13Z', 'revision_number': 4, 'project_id': '8489ad6803824aa69acf03fb61bcaade', 'gw_port': {'id': '8cf5eed8-8151-49d2-a120-af2d4afdfb15', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'ed668035-074e-4c67-8886-8eeda9c8adfe', 'name': '', 'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'mac_address': 'fa:16:3e:03:0c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '67b1bf4c-1043-44d9-b237-3fec414692f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:12Z', 'updated_at': '2021-07-23T07:34:13Z', 'revision_number': 2, 'project_id': '8489ad6803824aa69acf03fb61bcaade', 'subnets': [{'id': '67b1bf4c-1043-44d9-b237-3fec414692f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:17.233235 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 8cf5eed8-8151-49d2-a120-af2d4afdfb15 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:17.238843 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 8cf5eed8-8151-49d2-a120-af2d4afdfb15 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:17.239356 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.256430 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2245484a-7f92-48f8-8854-27152430003f None None] Checking router: 53f618ad-aae7-44ef-9a37-f33789839a5f for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:34:17.256786 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2245484a-7f92-48f8-8854-27152430003f None None] Updating router 53f618ad-aae7-44ef-9a37-f33789839a5f port ed668035-074e-4c67-8886-8eeda9c8adfe binding host dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:34:17.291679 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-2245484a-7f92-48f8-8854-27152430003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.302935 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.309028 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.356053 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.360917 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2078171 Jul 23 07:34:17.361255 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49498) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:17.362127 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:17.366310 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-6b439b7d-47c2-49b3-a23b-f5461036a253 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Request body: {'security_group_rule': {'security_group_id': '6f3ad984-4ce3-4e63-ba5c-e79615ecfc61', 'project_id': '7681bf256344445e97191949838e2435', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:17.380402 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:17.380865 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:17.382683 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:17.383126 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:17.383672 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:17.384660 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:17.387724 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:17.388459 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:17.388902 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:17.389343 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:17.390485 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:17.391017 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51853c37-4af3-4989-a0fb-89f73362777e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:17.399350 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.433598 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 8cf5eed8-8151-49d2-a120-af2d4afdfb15, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=8cf5eed8-8151-49d2-a120-af2d4afdfb15,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:17.442084 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.445911 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6b439b7d-47c2-49b3-a23b-f5461036a253 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.514222 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=8cf5eed8-8151-49d2-a120-af2d4afdfb15,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:17.551033 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6b439b7d-47c2-49b3-a23b-f5461036a253 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.555887 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6b439b7d-47c2-49b3-a23b-f5461036a253 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.579836 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b439b7d-47c2-49b3-a23b-f5461036a253 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5903e7-a08f-40a4-8696-4e70fb29cb3e,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:17.592283 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6b439b7d-47c2-49b3-a23b-f5461036a253 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.596108 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-6b439b7d-47c2-49b3-a23b-f5461036a253 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2316089 Jul 23 07:34:17.597472 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49528) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:17.603500 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-37688679-8ab3-405b-8efa-69e9287060ce tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Request body: {'security_group_rule': {'security_group_id': '6f3ad984-4ce3-4e63-ba5c-e79615ecfc61', 'project_id': '7681bf256344445e97191949838e2435', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:17.635982 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-37688679-8ab3-405b-8efa-69e9287060ce tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.704714 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-37688679-8ab3-405b-8efa-69e9287060ce tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.709209 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-37688679-8ab3-405b-8efa-69e9287060ce tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.717022 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-2245484a-7f92-48f8-8854-27152430003f None None] Notify callbacks [] for port, precommit_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.728094 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37688679-8ab3-405b-8efa-69e9287060ce tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e588f2d-8c80-4c03-b4b4-ba4c0c0169da,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:17.729752 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.provisioning_blocks [None req-2245484a-7f92-48f8-8854-27152430003f None None] Transition to ACTIVE for port object ed668035-074e-4c67-8886-8eeda9c8adfe will not be triggered until provisioned by entity L2. {{(pid=93084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:17.735726 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-37688679-8ab3-405b-8efa-69e9287060ce tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.737104 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-37688679-8ab3-405b-8efa-69e9287060ce tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385598 Jul 23 07:34:17.738562 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-2245484a-7f92-48f8-8854-27152430003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.740150 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49536) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:17.747983 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-b8f96fbe-4a3c-4b27-875c-ca8e60fb0439 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Request body: {'security_group_rule': {'security_group_id': '6f3ad984-4ce3-4e63-ba5c-e79615ecfc61', 'project_id': '7681bf256344445e97191949838e2435', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:17.790637 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081a99b-f26f-4a58-a934-de703b8e2859 None None] Pushing event updated for resources: {'Port': ['ID=ed668035-074e-4c67-8886-8eeda9c8adfe,revision_number=3']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:17.791836 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b8f96fbe-4a3c-4b27-875c-ca8e60fb0439 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.858049 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-2245484a-7f92-48f8-8854-27152430003f None None] Attempting to bind port ed668035-074e-4c67-8886-8eeda9c8adfe on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:34:17.859228 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-2245484a-7f92-48f8-8854-27152430003f None None] Attempting to bind port ed668035-074e-4c67-8886-8eeda9c8adfe by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '6c051df9-6ef4-482e-9e5c-be17cba7e8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac'}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:34:17.859512 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2245484a-7f92-48f8-8854-27152430003f None None] Attempting to bind port ed668035-074e-4c67-8886-8eeda9c8adfe on network c16c7900-8df9-46ba-b499-4f8c383e40ac {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:34:17.863919 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b8f96fbe-4a3c-4b27-875c-ca8e60fb0439 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.865866 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2245484a-7f92-48f8-8854-27152430003f None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:34:17.866471 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2245484a-7f92-48f8-8854-27152430003f None None] Checking segment: {'id': '6c051df9-6ef4-482e-9e5c-be17cba7e8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:17.867130 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-2245484a-7f92-48f8-8854-27152430003f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.867489 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2245484a-7f92-48f8-8854-27152430003f None None] Bound using segment: {'id': '6c051df9-6ef4-482e-9e5c-be17cba7e8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac'} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:34:17.868027 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-2245484a-7f92-48f8-8854-27152430003f None None] Bound port: ed668035-074e-4c67-8886-8eeda9c8adfe, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c051df9-6ef4-482e-9e5c-be17cba7e8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac'}}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:34:17.868372 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-2245484a-7f92-48f8-8854-27152430003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.869126 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b8f96fbe-4a3c-4b27-875c-ca8e60fb0439 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.890258 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f96fbe-4a3c-4b27-875c-ca8e60fb0439 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd8b958-19d9-4aa0-97a3-ce33f7e408dc,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:17.898899 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b8f96fbe-4a3c-4b27-875c-ca8e60fb0439 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.900131 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-b8f96fbe-4a3c-4b27-875c-ca8e60fb0439 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1579041 Jul 23 07:34:17.902765 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49540) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:17.908034 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-f47a1971-c293-4333-8c1e-00af15dbb12a tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Request body: {'security_group_rule': {'security_group_id': '6f3ad984-4ce3-4e63-ba5c-e79615ecfc61', 'project_id': '7681bf256344445e97191949838e2435', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:17.937177 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f47a1971-c293-4333-8c1e-00af15dbb12a tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:17.944776 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-2245484a-7f92-48f8-8854-27152430003f None None] For port ed668035-074e-4c67-8886-8eeda9c8adfe, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:34:17.950236 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-2245484a-7f92-48f8-8854-27152430003f None None] For port ed668035-074e-4c67-8886-8eeda9c8adfe, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=ed668035-074e-4c67-8886-8eeda9c8adfe,segment=NetworkSegment(6c051df9-6ef4-482e-9e5c-be17cba7e8c1),segment_id=6c051df9-6ef4-482e-9e5c-be17cba7e8c1)] {{(pid=93084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:34:17.956845 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-2245484a-7f92-48f8-8854-27152430003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:18.012639 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f47a1971-c293-4333-8c1e-00af15dbb12a tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:18.015597 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2245484a-7f92-48f8-8854-27152430003f None None] Routers {'53f618ad-aae7-44ef-9a37-f33789839a5f'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:18.016245 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-2245484a-7f92-48f8-8854-27152430003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['53f618ad-aae7-44ef-9a37-f33789839a5f'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:18.017227 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f47a1971-c293-4333-8c1e-00af15dbb12a tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:18.040664 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a1971-c293-4333-8c1e-00af15dbb12a tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8901b84a-3148-4f5a-adee-f5482053e48e,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:18.051788 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f47a1971-c293-4333-8c1e-00af15dbb12a tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:18.053065 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-f47a1971-c293-4333-8c1e-00af15dbb12a tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493399 Jul 23 07:34:18.053200 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081a99b-f26f-4a58-a934-de703b8e2859 None None] Pushing event updated for resources: {'Port': ['ID=ed668035-074e-4c67-8886-8eeda9c8adfe,revision_number=4']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:18.055857 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49542) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:18.064095 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-fcf8913c-70aa-453d-9d11-f34edde84e60 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Request body: {'security_group_rule': {'security_group_id': '6f3ad984-4ce3-4e63-ba5c-e79615ecfc61', 'project_id': '7681bf256344445e97191949838e2435', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:18.103443 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.securitygroups_db [None req-fcf8913c-70aa-453d-9d11-f34edde84e60 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Project 7681bf256344445e97191949838e2435 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 07:34:18.109986 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fcf8913c-70aa-453d-9d11-f34edde84e60 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:18.145548 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-2245484a-7f92-48f8-8854-27152430003f None None] Set router 53f618ad-aae7-44ef-9a37-f33789839a5f gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:18.185240 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fcf8913c-70aa-453d-9d11-f34edde84e60 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:18.190256 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fcf8913c-70aa-453d-9d11-f34edde84e60 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:18.211348 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8913c-70aa-453d-9d11-f34edde84e60 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4493fb-0187-44d8-96db-f438c76b091a,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:18.219174 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fcf8913c-70aa-453d-9d11-f34edde84e60 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:18.220482 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-fcf8913c-70aa-453d-9d11-f34edde84e60 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1633384 Jul 23 07:34:18.223237 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49544) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:18.227848 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-acc46510-168e-4b15-9c39-a384ea67fb2c tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Request body: {'security_group_rule': {'security_group_id': '6f3ad984-4ce3-4e63-ba5c-e79615ecfc61', 'project_id': '7681bf256344445e97191949838e2435', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:18.249581 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.securitygroups_db [None req-acc46510-168e-4b15-9c39-a384ea67fb2c tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Project 7681bf256344445e97191949838e2435 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 07:34:18.254444 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-acc46510-168e-4b15-9c39-a384ea67fb2c tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:18.315768 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-acc46510-168e-4b15-9c39-a384ea67fb2c tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:18.319773 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-acc46510-168e-4b15-9c39-a384ea67fb2c tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:18.337081 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc46510-168e-4b15-9c39-a384ea67fb2c tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f843edb-889c-4bf1-bdd9-dcfc4a60e086,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:18.348091 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-acc46510-168e-4b15-9c39-a384ea67fb2c tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:18.349325 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-acc46510-168e-4b15-9c39-a384ea67fb2c tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250324 Jul 23 07:34:18.356435 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-2245484a-7f92-48f8-8854-27152430003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'name': 'tempest-TestShelveInstance-617420508-router', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cf5eed8-8151-49d2-a120-af2d4afdfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:34:13Z', 'revision_number': 4, 'project_id': '8489ad6803824aa69acf03fb61bcaade', 'gw_port': {'id': '8cf5eed8-8151-49d2-a120-af2d4afdfb15', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'ed668035-074e-4c67-8886-8eeda9c8adfe', 'name': '', 'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'mac_address': 'fa:16:3e:03:0c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '67b1bf4c-1043-44d9-b237-3fec414692f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:12Z', 'updated_at': '2021-07-23T07:34:17Z', 'revision_number': 4, 'project_id': '8489ad6803824aa69acf03fb61bcaade', 'subnets': [{'id': '67b1bf4c-1043-44d9-b237-3fec414692f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:18.387166 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2245484a-7f92-48f8-8854-27152430003f None None] The sync data for ids ['53f618ad-aae7-44ef-9a37-f33789839a5f'] in dv-cinder-773985-13-iscsi is: [{'id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'name': 'tempest-TestShelveInstance-617420508-router', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cf5eed8-8151-49d2-a120-af2d4afdfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:34:13Z', 'revision_number': 4, 'project_id': '8489ad6803824aa69acf03fb61bcaade', 'gw_port': {'id': '8cf5eed8-8151-49d2-a120-af2d4afdfb15', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'ed668035-074e-4c67-8886-8eeda9c8adfe', 'name': '', 'network_id': 'c16c7900-8df9-46ba-b499-4f8c383e40ac', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'mac_address': 'fa:16:3e:03:0c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '67b1bf4c-1043-44d9-b237-3fec414692f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:12Z', 'updated_at': '2021-07-23T07:34:17Z', 'revision_number': 4, 'project_id': '8489ad6803824aa69acf03fb61bcaade', 'subnets': [{'id': '67b1bf4c-1043-44d9-b237-3fec414692f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:34:18.852459 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49602) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:18.933370 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc597db-4e87-4e76-bb21-58a310d1a236 admin admin] Deleting subnet 4ff3e79c-2cb1-4918-be98-b7ea8aa45eda {{(pid=93081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:34:18.937224 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7fc597db-4e87-4e76-bb21-58a310d1a236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:18.976711 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7fc597db-4e87-4e76-bb21-58a310d1a236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12991383'] for subnet, precommit_delete_associations {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.066876 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7fc597db-4e87-4e76-bb21-58a310d1a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.136979 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 8cf5eed8-8151-49d2-a120-af2d4afdfb15 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:19.152750 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7fc597db-4e87-4e76-bb21-58a310d1a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290751'] for subnet, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.178859 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc597db-4e87-4e76-bb21-58a310d1a236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff3e79c-2cb1-4918-be98-b7ea8aa45eda,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:19.185695 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7fc597db-4e87-4e76-bb21-58a310d1a236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.188002 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-7fc597db-4e87-4e76-bb21-58a310d1a236 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4ff3e79c-2cb1-4918-be98-b7ea8aa45eda HTTP/1.1" status: 204 len: 168 time: 0.3330872 Jul 23 07:34:19.190496 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49612) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:19.206345 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 8cf5eed8-8151-49d2-a120-af2d4afdfb15 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:19.206717 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.269776 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1e01c006-4f63-41b6-970a-44f601c0fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.296209 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device ed668035-074e-4c67-8886-8eeda9c8adfe up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:19.356362 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1e01c006-4f63-41b6-970a-44f601c0fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.362517 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port ed668035-074e-4c67-8886-8eeda9c8adfe completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:19.366356 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port ed668035-074e-4c67-8886-8eeda9c8adfe triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:19.366728 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.367661 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-1e01c006-4f63-41b6-970a-44f601c0fec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61abd229-d148-4a8b-b6ed-da9a766989d9']}} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:19.378949 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-1e01c006-4f63-41b6-970a-44f601c0fec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4a65ca-3f9e-4905-a19d-ab1abb2a2906') {'for_net_delete': True} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:19.379244 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-1e01c006-4f63-41b6-970a-44f601c0fec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4a65ca-3f9e-4905-a19d-ab1abb2a2906') {} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:19.387820 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1e01c006-4f63-41b6-970a-44f601c0fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12991390'] for segment, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.401449 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1e01c006-4f63-41b6-970a-44f601c0fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.408027 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e01c006-4f63-41b6-970a-44f601c0fec1 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:34:19.408563 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1e01c006-4f63-41b6-970a-44f601c0fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14337652'] for segment, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: Traceback (most recent call last): Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: timer() Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: cb(*args, **kw) Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: return func(*args, **kwargs) Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: self._notify() Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: self.callback(batched_events) Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: event.method(event) Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: return f(self, *a, **k) Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._get(url).json() Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: return self.request(url, 'GET', **kwargs) Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:34:19.410220 dv-cinder-773985-13-iscsi neutron-server[93081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:34:19.443982 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.468622 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1e01c006-4f63-41b6-970a-44f601c0fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.474002 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-1e01c006-4f63-41b6-970a-44f601c0fec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.475908 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-1e01c006-4f63-41b6-970a-44f601c0fec1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/61abd229-d148-4a8b-b6ed-da9a766989d9 HTTP/1.1" status: 204 len: 168 time: 0.2844176 Jul 23 07:34:19.478258 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port ed668035-074e-4c67-8886-8eeda9c8adfe, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=ed668035-074e-4c67-8886-8eeda9c8adfe,segment=NetworkSegment(6c051df9-6ef4-482e-9e5c-be17cba7e8c1),segment_id=6c051df9-6ef4-482e-9e5c-be17cba7e8c1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:19.486399 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.491752 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01c006-4f63-41b6-970a-44f601c0fec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=61abd229-d148-4a8b-b6ed-da9a766989d9,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:19.539289 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=ed668035-074e-4c67-8886-8eeda9c8adfe,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:19.662712 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49632) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:19.703342 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-322d7a6c-b2df-4d96-ba1f-53682e21f6a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9afe47875bfa43d59ec06cc2a4dffb26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392418 Jul 23 07:34:19.705744 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49634) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:19.758999 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a2b7b943-d45b-4818-9a7b-2cf077783fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.779826 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a2b7b943-d45b-4818-9a7b-2cf077783fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.828569 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a2b7b943-d45b-4818-9a7b-2cf077783fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.831171 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-a2b7b943-d45b-4818-9a7b-2cf077783fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:19.832485 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-a2b7b943-d45b-4818-9a7b-2cf077783fb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10884d55-d6c2-460a-9a43-3bead4805553 HTTP/1.1" status: 204 len: 168 time: 0.1258497 Jul 23 07:34:19.840224 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7b943-d45b-4818-9a7b-2cf077783fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10884d55-d6c2-460a-9a43-3bead4805553,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:21.104690 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device ed668035-074e-4c67-8886-8eeda9c8adfe up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:21.152877 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port ed668035-074e-4c67-8886-8eeda9c8adfe triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:21.153415 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:21.690808 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64420ef7-75c8-4efb-8cd9-8e843bf12398 req-73326c5a-9dfa-4ebf-8b94-24d0e2b63fd7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:21.692402 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-64420ef7-75c8-4efb-8cd9-8e843bf12398 req-73326c5a-9dfa-4ebf-8b94-24d0e2b63fd7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0666695 Jul 23 07:34:21.728279 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-64420ef7-75c8-4efb-8cd9-8e843bf12398 req-5cfea340-203f-44d9-a639-3512b833415c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304153 Jul 23 07:34:22.270396 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c5c50-fe11-4aca-8218-a6460a9968ab req-21e03287-c8f2-4c13-a4b7-330b1e2c5468 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:22.271981 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e80c5c50-fe11-4aca-8218-a6460a9968ab req-21e03287-c8f2-4c13-a4b7-330b1e2c5468 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 946 time: 0.0779419 Jul 23 07:34:22.326063 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e80c5c50-fe11-4aca-8218-a6460a9968ab req-c2e69b0d-8089-47c7-b73a-87332cf48a3a tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463808 Jul 23 07:34:22.865308 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf2446-ff04-4d12-b450-23160fcd6a97 req-82abe72b-71ec-4218-97bb-18c6d4ca3acb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:22.866772 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-81cf2446-ff04-4d12-b450-23160fcd6a97 req-82abe72b-71ec-4218-97bb-18c6d4ca3acb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0682862 Jul 23 07:34:23.161832 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-81cf2446-ff04-4d12-b450-23160fcd6a97 req-41b9345e-dbcb-4172-99a3-1cf68b466a6c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888851 Jul 23 07:34:23.455521 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e13df-5d1f-4a54-b09f-4a4007a425fd req-c66a62b1-b6a6-475d-bac6-414f8195a5a5 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:23.457031 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e25e13df-5d1f-4a54-b09f-4a4007a425fd req-c66a62b1-b6a6-475d-bac6-414f8195a5a5 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 946 time: 0.0640221 Jul 23 07:34:23.493280 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e25e13df-5d1f-4a54-b09f-4a4007a425fd req-560075b6-2327-46be-96ab-fd0fb600075c tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308428 Jul 23 07:34:24.294336 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e959d6-e289-43f5-9079-9d7e6645a2f0 req-d2e9f7fa-748b-4769-88e8-72d21bdd2b15 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:24.295824 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a1e959d6-e289-43f5-9079-9d7e6645a2f0 req-d2e9f7fa-748b-4769-88e8-72d21bdd2b15 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0620995 Jul 23 07:34:24.333585 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a1e959d6-e289-43f5-9079-9d7e6645a2f0 req-6ebe03eb-e4d9-4286-b299-bb2adb0f8e0d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323260 Jul 23 07:34:24.622023 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e40aed-1b97-4b3b-89ff-07d281020200 req-d9cd9f5e-334a-4177-8f35-519d139f7ef9 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:24.623401 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f9e40aed-1b97-4b3b-89ff-07d281020200 req-d9cd9f5e-334a-4177-8f35-519d139f7ef9 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 946 time: 0.0642228 Jul 23 07:34:24.661900 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f9e40aed-1b97-4b3b-89ff-07d281020200 req-ecffc0e4-2fd9-4ad7-a0bf-bb3c7a220a2c tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324485 Jul 23 07:34:25.466371 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f996fa-663e-48c5-b442-ce2521b5db00 req-cdbfbf4d-1455-4118-bcdc-1e0c2d8d0265 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:25.468018 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-20f996fa-663e-48c5-b442-ce2521b5db00 req-cdbfbf4d-1455-4118-bcdc-1e0c2d8d0265 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0634382 Jul 23 07:34:25.509625 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-20f996fa-663e-48c5-b442-ce2521b5db00 req-2ac7be40-0037-4820-ab4a-bb6a99ad6c39 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357037 Jul 23 07:34:25.791925 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c4319-59f0-426e-85c6-34f41c89af00 req-8a81eed5-931a-4cea-8825-9fde8f673db1 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:25.793442 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c36c4319-59f0-426e-85c6-34f41c89af00 req-8a81eed5-931a-4cea-8825-9fde8f673db1 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 946 time: 0.0663590 Jul 23 07:34:25.834733 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c36c4319-59f0-426e-85c6-34f41c89af00 req-69ff86e4-f098-4346-9721-8d71bd51f1c2 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354586 Jul 23 07:34:25.927513 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70532671-8a58-4a6f-845c-e39963c2d731 req-eb9ededc-2b07-42ea-a059-0de6b033a574 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:25.928928 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-70532671-8a58-4a6f-845c-e39963c2d731 req-eb9ededc-2b07-42ea-a059-0de6b033a574 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.23 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 946 time: 0.0642316 Jul 23 07:34:26.032312 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-70532671-8a58-4a6f-845c-e39963c2d731 req-3a76e127-8122-4651-b61f-13824e82a643 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Deleting port 7847ecf2-c257-4696-b4db-956566c7c105 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:34:26.032655 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-70532671-8a58-4a6f-845c-e39963c2d731 req-3a76e127-8122-4651-b61f-13824e82a643 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:26.127858 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-70532671-8a58-4a6f-845c-e39963c2d731 req-3a76e127-8122-4651-b61f-13824e82a643 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] For port 7847ecf2-c257-4696-b4db-956566c7c105, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7847ecf2-c257-4696-b4db-956566c7c105,segment=NetworkSegment(ef238f98-8808-42b9-b16e-07ff2f86637a),segment_id=ef238f98-8808-42b9-b16e-07ff2f86637a)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:26.128253 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-70532671-8a58-4a6f-845c-e39963c2d731 req-3a76e127-8122-4651-b61f-13824e82a643 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:26.139953 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-70532671-8a58-4a6f-845c-e39963c2d731 req-3a76e127-8122-4651-b61f-13824e82a643 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Calling delete_port for 7847ecf2-c257-4696-b4db-956566c7c105 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:34:26.270446 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-70532671-8a58-4a6f-845c-e39963c2d731 req-3a76e127-8122-4651-b61f-13824e82a643 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:26.299872 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76e127-8122-4651-b61f-13824e82a643 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Pushing event deleted for resources: {'Port': ['ID=7847ecf2-c257-4696-b4db-956566c7c105,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:26.309064 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['7847ecf2-c257-4696-b4db-956566c7c105'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:34:26.348830 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-70532671-8a58-4a6f-845c-e39963c2d731 req-3a76e127-8122-4651-b61f-13824e82a643 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] No DVR routers for this DVR port 7847ecf2-c257-4696-b4db-956566c7c105 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:34:26.351187 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-70532671-8a58-4a6f-845c-e39963c2d731 req-3a76e127-8122-4651-b61f-13824e82a643 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:26.353136 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-70532671-8a58-4a6f-845c-e39963c2d731 req-3a76e127-8122-4651-b61f-13824e82a643 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.23 "DELETE /v2.0/ports/7847ecf2-c257-4696-b4db-956566c7c105 HTTP/1.1" status: 204 len: 173 time: 0.4186778 Jul 23 07:34:26.353563 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438e6daf-a681-4e57-b654-3985d4a79652', 'name': 'network-vif-deleted', 'tag': '7847ecf2-c257-4696-b4db-956566c7c105'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:34:26.355786 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727ead17-fd87-4c8d-bfe3-ebd5cf383ad0" -d '{"events": [{"server_uuid": "438e6daf-a681-4e57-b654-3985d4a79652", "name": "network-vif-deleted", "tag": "7847ecf2-c257-4696-b4db-956566c7c105"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:34:26.533515 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4fc9fd-82ed-4536-9c31-b245946d96d9 x-openstack-request-id: req-ad4fc9fd-82ed-4536-9c31-b245946d96d9 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:34:26.534144 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438e6daf-a681-4e57-b654-3985d4a79652", "name": "network-vif-deleted", "tag": "7847ecf2-c257-4696-b4db-956566c7c105", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:34:26.534144 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad4fc9fd-82ed-4536-9c31-b245946d96d9 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:34:26.536326 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438e6daf-a681-4e57-b654-3985d4a79652', 'name': 'network-vif-deleted', 'tag': '7847ecf2-c257-4696-b4db-956566c7c105', 'status': 'completed', 'code': 200} Jul 23 07:34:26.646117 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f62666-2c2b-400f-8e60-08c0d9d716c3 req-90af70f9-52ea-4ab2-9119-310a7fcb64bb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:26.647602 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-74f62666-2c2b-400f-8e60-08c0d9d716c3 req-90af70f9-52ea-4ab2-9119-310a7fcb64bb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0664124 Jul 23 07:34:26.654604 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:26.690670 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-74f62666-2c2b-400f-8e60-08c0d9d716c3 req-aada89d5-d732-4211-afd1-8152c3da9362 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361986 Jul 23 07:34:26.962728 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c57609ef-d54b-460d-a663-b17b86f637e4 req-7cba8cf2-77dc-41a4-9bd8-08bcca633e68 tempest-VolumesSnapshotTestJSON-1455540375 tempest-VolumesSnapshotTestJSON-1455540375-project] 10.222.0.13 "GET /v2.0/ports?device_id=438e6daf-a681-4e57-b654-3985d4a79652 HTTP/1.1" status: 200 len: 210 time: 0.0450127 Jul 23 07:34:27.824547 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67284fbf-8e93-4d3e-be3e-9ef876ba32b9 req-fdfc9f3a-945e-4079-a14f-b1df2a52ca3b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:27.825968 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-67284fbf-8e93-4d3e-be3e-9ef876ba32b9 req-fdfc9f3a-945e-4079-a14f-b1df2a52ca3b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0630674 Jul 23 07:34:27.867369 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-67284fbf-8e93-4d3e-be3e-9ef876ba32b9 req-0b6bef5c-251d-49d4-95ad-0f72a4576198 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351572 Jul 23 07:34:28.942615 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49826) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:29.003962 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713d36c-e3de-4aee-85e2-8417297136fe req-f06c2a0b-c5c7-4cd7-a229-ea8ec7692d26 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:29.005951 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c713d36c-e3de-4aee-85e2-8417297136fe req-f06c2a0b-c5c7-4cd7-a229-ea8ec7692d26 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0660803 Jul 23 07:34:29.050373 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c713d36c-e3de-4aee-85e2-8417297136fe req-a4ba91a7-adf8-4106-a2e9-5e5db2079d2f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389576 Jul 23 07:34:29.051470 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-efa0a76e-3bf5-47a3-82fe-f47e1051f620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:29.145683 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-efa0a76e-3bf5-47a3-82fe-f47e1051f620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:29.149778 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-efa0a76e-3bf5-47a3-82fe-f47e1051f620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:29.194695 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-efa0a76e-3bf5-47a3-82fe-f47e1051f620 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b9cc272a6ee4055b927a91a4fa2a1ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510004 Jul 23 07:34:29.195556 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0a76e-3bf5-47a3-82fe-f47e1051f620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67e5c3a-d345-46e3-86cc-1aed1b49a0ce,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:29.197414 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49832) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:29.245892 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c7ba8227-2efa-4ccc-8d8f-5c00771d523a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:29.270141 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c7ba8227-2efa-4ccc-8d8f-5c00771d523a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:29.318253 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c7ba8227-2efa-4ccc-8d8f-5c00771d523a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:29.320789 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c7ba8227-2efa-4ccc-8d8f-5c00771d523a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:29.321934 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-c7ba8227-2efa-4ccc-8d8f-5c00771d523a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d67e5c3a-d345-46e3-86cc-1aed1b49a0ce HTTP/1.1" status: 204 len: 168 time: 0.1233690 Jul 23 07:34:29.329632 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba8227-2efa-4ccc-8d8f-5c00771d523a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67e5c3a-d345-46e3-86cc-1aed1b49a0ce,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:29.368931 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 7847ecf2-c257-4696-b4db-956566c7c105 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:34:29.393613 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: 7847ecf2-c257-4696-b4db-956566c7c105 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:34:29.394083 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 7847ecf2-c257-4696-b4db-956566c7c105 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:34:29.779130 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e347-72cd-456b-95d6-b54096eaba62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:29.961303 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49862) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:30.061150 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1082431143-network', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:30.083979 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] Made reservation on behalf of c134473f61a74756be36eaa96636c1a6 for: {'network': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:34:30.086362 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:30.099125 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:30.190162 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:30.194290 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:30.194591 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b9789-0a8e-4aa6-80f4-389db41d0e71 req-04b02b11-c81a-4cf5-ba0f-df1e800e87ce tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:30.196230 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-996b9789-0a8e-4aa6-80f4-389db41d0e71 req-04b02b11-c81a-4cf5-ba0f-df1e800e87ce tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0693862 Jul 23 07:34:30.223579 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=93082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:34:30.239863 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1217c473-88f4-4f1a-b64c-6b4135b6ac6f,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:30.241382 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-996b9789-0a8e-4aa6-80f4-389db41d0e71 req-fb7e2769-5ddc-4e33-b131-3386b43fa9b2 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370178 Jul 23 07:34:30.245651 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:30.246089 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.segments_db [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] Added segment ac84fdc3-50f8-48b7-a4be-d73056988d05 of type vlan for network df90add5-e69c-484a-9a7b-2e1c2dbd8896 Jul 23 07:34:30.288448 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:30.315673 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:30.316652 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:30.317234 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:30.345333 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3829257 Jul 23 07:34:30.348364 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49870) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:30.355582 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-a9b22ece-4be5-42f4-909a-fe36a655cb41 admin admin] Request body: {'subnet': {'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1082431143-subnet', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'ip_version': 4}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:30.378225 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b22ece-4be5-42f4-909a-fe36a655cb41 admin admin] Made reservation on behalf of c134473f61a74756be36eaa96636c1a6 for: {'subnet': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:34:30.380512 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a9b22ece-4be5-42f4-909a-fe36a655cb41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290754'] for subnet, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:30.382599 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2f2a9-ddb1-459d-aa7f-3bbad0371ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=df90add5-e69c-484a-9a7b-2e1c2dbd8896,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:30.392871 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network df90add5-e69c-484a-9a7b-2e1c2dbd8896 details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:34:30.551915 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a9b22ece-4be5-42f4-909a-fe36a655cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14337743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290736'] for subnet, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:30.605546 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b22ece-4be5-42f4-909a-fe36a655cb41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:30.615556 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b22ece-4be5-42f4-909a-fe36a655cb41 admin admin] Checking segment: {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:30.615922 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b22ece-4be5-42f4-909a-fe36a655cb41 admin admin] Network hostable DHCP agents. Network: df90add5-e69c-484a-9a7b-2e1c2dbd8896, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:34:30.634955 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b22ece-4be5-42f4-909a-fe36a655cb41 admin admin] Network df90add5-e69c-484a-9a7b-2e1c2dbd8896 is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:34:30.645765 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-a9b22ece-4be5-42f4-909a-fe36a655cb41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, df90add5-e69c-484a-9a7b-2e1c2dbd8896) {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:30.649926 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b22ece-4be5-42f4-909a-fe36a655cb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:30.650502 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a9b22ece-4be5-42f4-909a-fe36a655cb41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:30.671142 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-a9b22ece-4be5-42f4-909a-fe36a655cb41 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3203757 Jul 23 07:34:30.673457 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49876) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:30.677921 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:30.682772 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9322f4c-d2f9-4757-b17c-8d85ac3e1442 None None] Network df90add5-e69c-484a-9a7b-2e1c2dbd8896 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:34:30.698643 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15057'] for router, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:30.699746 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15066'] for router, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:30.755132 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:30.882608 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp458c9d11-140a-5144-95e2-d546cfa02e71-df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95'}]}} from dv-cinder-773985-13-iscsi. {{(pid=93083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 07:34:30.883469 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:30.899435 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10032'] for router, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:31.038224 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.db_base_plugin_common [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Allocated IP 172.20.0.2 (df90add5-e69c-484a-9a7b-2e1c2dbd8896/e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95/e0dbd864-10cf-4ab7-81ce-b7cf26c32914) {{(pid=93083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:34:31.112934 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:31.132570 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:31.256422 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Allocated IP 172.27.1.133 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/4325f8d3-3224-4b38-80f9-f8bc6f98b3cb) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:34:31.322513 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Notify callbacks [] for port, precommit_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:31.346841 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Transition to ACTIVE for port object e0dbd864-10cf-4ab7-81ce-b7cf26c32914 will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:31.371114 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Transition to ACTIVE for port object e0dbd864-10cf-4ab7-81ce-b7cf26c32914 will not be triggered until provisioned by entity DHCP. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:31.378704 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:31.402131 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:31.421351 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Network df90add5-e69c-484a-9a7b-2e1c2dbd8896 is already hosted by enough agents. {{(pid=93083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:31.427569 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.base_scheduler [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Resources bound (agent type, host, resource id): {{(pid=93083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:31.429464 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Pushing event updated for resources: {'Port': ['ID=e0dbd864-10cf-4ab7-81ce-b7cf26c32914,revision_number=1']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:31.430418 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed1a5f-fc6d-48af-ac56-afb294b412bc req-539bdeac-8b3e-4672-8dc9-543020cded64 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:31.431612 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Received port after_create {{(pid=93083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:34:31.437878 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-bbed1a5f-fc6d-48af-ac56-afb294b412bc req-539bdeac-8b3e-4672-8dc9-543020cded64 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0800555 Jul 23 07:34:31.452581 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:31.478576 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-bbed1a5f-fc6d-48af-ac56-afb294b412bc req-4d518c3c-aee7-4844-9ab9-7a434384b91a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398214 Jul 23 07:34:31.498852 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Attempting to bind port e0dbd864-10cf-4ab7-81ce-b7cf26c32914 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:34:31.499588 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Attempting to bind port e0dbd864-10cf-4ab7-81ce-b7cf26c32914 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:34:31.500159 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Attempting to bind port e0dbd864-10cf-4ab7-81ce-b7cf26c32914 on network df90add5-e69c-484a-9a7b-2e1c2dbd8896 {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:34:31.500882 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:31.505843 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:34:31.506225 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Checking segment: {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:31.506630 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:31.507025 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Bound using segment: {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:34:31.507156 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:31.507487 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Bound port: e0dbd864-10cf-4ab7-81ce-b7cf26c32914, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:34:31.507866 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:31.510874 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:34:31.519858 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Pushing event updated for resources: {'Port': ['ID=4325f8d3-3224-4b38-80f9-f8bc6f98b3cb,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:31.595803 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] For port e0dbd864-10cf-4ab7-81ce-b7cf26c32914, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:34:31.599126 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] For port e0dbd864-10cf-4ab7-81ce-b7cf26c32914, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=e0dbd864-10cf-4ab7-81ce-b7cf26c32914,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:34:31.603145 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:31.676111 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7496e6-cf27-4fde-83bb-deb268e7cf6b None None] Pushing event updated for resources: {'Port': ['ID=e0dbd864-10cf-4ab7-81ce-b7cf26c32914,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:31.792693 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:32.004881 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745128'] for router, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:32.135441 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a is scheduled to L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f with binding_index 1 {{(pid=93081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 07:34:32.205323 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ec02efd7-0646-4213-8330-64a6b51a31b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:32.246262 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:34:32.256816 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Sync routers for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:34:32.264730 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:32.267632 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:32.268298 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:32.269298 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-fd7e8daf-15ac-4f1e-89f8-1f86652708f8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5948262 Jul 23 07:34:32.269426 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49886) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:32.393682 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:32.609261 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:31Z', 'revision_number': 3, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:32.646043 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Checking router: aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:34:32.646404 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Updating router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a port 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb binding host dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:34:32.675374 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd8d1-a5cf-4eba-b616-3fb1d42d63f9 req-a19c3c54-3479-48aa-a51f-c357d4f8912f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:32.676985 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4cacd8d1-a5cf-4eba-b616-3fb1d42d63f9 req-a19c3c54-3479-48aa-a51f-c357d4f8912f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0859034 Jul 23 07:34:32.681912 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238aa679-ca5f-487c-80d7-abb10e942b92 None None] Network df90add5-e69c-484a-9a7b-2e1c2dbd8896 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:34:32.728318 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4cacd8d1-a5cf-4eba-b616-3fb1d42d63f9 req-a506e0ae-e51e-4087-b9ff-9e9efcbaa4a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452428 Jul 23 07:34:32.760806 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:32.784546 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:32.795019 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-a37f86f3-5643-40e0-be5c-33acbc2c0d2c None None] Provisioning for port e0dbd864-10cf-4ab7-81ce-b7cf26c32914 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:32.816261 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:32.948815 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Allocated IP 172.20.0.1 (df90add5-e69c-484a-9a7b-2e1c2dbd8896/e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95/611ebc3a-18e9-47f4-a789-9ec51504043b) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:34:33.063623 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.081899 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.provisioning_blocks [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Transition to ACTIVE for port object 611ebc3a-18e9-47f4-a789-9ec51504043b will not be triggered until provisioned by entity DHCP. {{(pid=93082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:33.122031 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.136087 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.152184 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Transition to ACTIVE for port object 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:33.162343 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.169251 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device e0dbd864-10cf-4ab7-81ce-b7cf26c32914 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:33.175950 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Network df90add5-e69c-484a-9a7b-2e1c2dbd8896 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:33.178822 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:33.182452 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:34:33.215837 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Pushing event updated for resources: {'Port': ['ID=611ebc3a-18e9-47f4-a789-9ec51504043b,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:33.237535 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744921'] for router_interface, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.269759 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191adf68-91c0-4fd3-b536-c32587df1413 None None] Pushing event updated for resources: {'Port': ['ID=4325f8d3-3224-4b38-80f9-f8bc6f98b3cb,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:33.283023 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Attempting to bind port 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:34:33.284091 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Attempting to bind port 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:34:33.284475 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Attempting to bind port 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb on network 5c071af4-be70-49d5-8aed-1ca2e78a6239 {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:34:33.292152 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:34:33.292525 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Checking segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:33.292929 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.293324 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Bound using segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:34:33.293791 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Bound port: 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:34:33.294222 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.340674 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port e0dbd864-10cf-4ab7-81ce-b7cf26c32914 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:33.350281 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port e0dbd864-10cf-4ab7-81ce-b7cf26c32914 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:33.350539 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.391257 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-406ffb33-a2ae-4ef4-b236-5b3c6239282b None None] Provisioning complete for port e0dbd864-10cf-4ab7-81ce-b7cf26c32914 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:33.391636 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-406ffb33-a2ae-4ef4-b236-5b3c6239282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.398641 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] For port 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:34:33.407531 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.435052 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] For port 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=4325f8d3-3224-4b38-80f9-f8bc6f98b3cb,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:34:33.443619 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.515592 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191adf68-91c0-4fd3-b536-c32587df1413 None None] Pushing event updated for resources: {'Port': ['ID=4325f8d3-3224-4b38-80f9-f8bc6f98b3cb,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:33.548949 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:33.549691 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:33.619192 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.630554 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15755816'] for port, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.680179 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.710234 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747113'] for router_interface, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.716897 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-406ffb33-a2ae-4ef4-b236-5b3c6239282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.719005 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:33.741506 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:33.755117 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Pushing event updated for resources: {'Port': ['ID=611ebc3a-18e9-47f4-a789-9ec51504043b,revision_number=2']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:33.883888 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Network df90add5-e69c-484a-9a7b-2e1c2dbd8896 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:33.886702 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:33.977198 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port e0dbd864-10cf-4ab7-81ce-b7cf26c32914, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=e0dbd864-10cf-4ab7-81ce-b7cf26c32914,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:33.999510 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc8590-f767-41d6-a95a-ea9297f77502 req-414e5b8e-8d83-4179-a601-017ecd73d25e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:34.006387 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-95cc8590-f767-41d6-a95a-ea9297f77502 req-414e5b8e-8d83-4179-a601-017ecd73d25e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.1870518 Jul 23 07:34:34.044887 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:34.117381 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:34:34.127077 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-95cc8590-f767-41d6-a95a-ea9297f77502 req-6849ebc3-1c36-4d96-bc37-48f6a8faf046 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191912 Jul 23 07:34:34.168172 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.db.api [None req-406ffb33-a2ae-4ef4-b236-5b3c6239282b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 07:34:34.168529 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG oslo_db.api [None req-406ffb33-a2ae-4ef4-b236-5b3c6239282b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 07:34:34.176431 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=e0dbd864-10cf-4ab7-81ce-b7cf26c32914,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:34.228806 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:32Z', 'revision_number': 1, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:34.253912 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:34:34.258346 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58673256-350b-4a6a-8834-c9702a8e25d4 None None] The sync data for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi is: [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:32Z', 'revision_number': 1, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:34:34.259932 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-d8e358d2-c8e2-4617-9a5a-e36cefad9f40 admin admin] 10.222.0.13 "PUT /v2.0/routers/aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9893727 Jul 23 07:34:34.820175 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49934) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:34.825820 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-776440224-network', 'tenant_id': '48c610e612f64247b4798fcc0022e625'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:34.855241 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-7acdbd4c-3a86-40c9-a6fd-44da136fb060 None None] Provisioning for port 611ebc3a-18e9-47f4-a789-9ec51504043b completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:34.858712 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] Made reservation on behalf of 48c610e612f64247b4798fcc0022e625 for: {'network': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:34:34.861348 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for network, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:34.861944 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-7acdbd4c-3a86-40c9-a6fd-44da136fb060 None None] Provisioning complete for port 611ebc3a-18e9-47f4-a789-9ec51504043b triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:34.862508 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-7acdbd4c-3a86-40c9-a6fd-44da136fb060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:34.872448 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:34.941999 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-7acdbd4c-3a86-40c9-a6fd-44da136fb060 None None] Port 611ebc3a-18e9-47f4-a789-9ec51504043b cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:34:35.054009 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.082533 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.102597 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 07:34:35.124981 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4151e122-600c-471b-8b58-98e09d758aa4,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:35.128036 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.128415 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.segments_db [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] Added segment 43cc741d-2645-4fca-9edb-c990b2662930 of type vlan for network 84c6d25a-5c1c-4767-8843-1cd954b33d31 Jul 23 07:34:35.193774 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783133590519'] for network, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.243452 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device e0dbd864-10cf-4ab7-81ce-b7cf26c32914 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:35.252665 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.256328 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:35.257158 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.313644 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4922047 Jul 23 07:34:35.314305 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49946) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:35.322487 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-1a2f62cc-6a61-4336-878e-94613913ee6a admin admin] Request body: {'subnet': {'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-776440224-subnet', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'ip_version': 4}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:35.322884 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port e0dbd864-10cf-4ab7-81ce-b7cf26c32914 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:35.323273 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.325183 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307f515-bc3e-4da8-b711-b8174e97b1ad req-2f5c67b8-41d5-45d6-aa9e-f9d27e5f2218 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:35.343361 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6307f515-bc3e-4da8-b711-b8174e97b1ad req-2f5c67b8-41d5-45d6-aa9e-f9d27e5f2218 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.1000149 Jul 23 07:34:35.351084 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2f62cc-6a61-4336-878e-94613913ee6a admin admin] Made reservation on behalf of 48c610e612f64247b4798fcc0022e625 for: {'subnet': 1} {{(pid=93082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:34:35.353784 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1a2f62cc-6a61-4336-878e-94613913ee6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13111080'] for subnet, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.404015 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6307f515-bc3e-4da8-b711-b8174e97b1ad req-6750fd92-2917-4fee-8523-967e0ada27ed tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541880 Jul 23 07:34:35.414732 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18047507-bb0a-4a99-9779-34aa4e3afe97 admin admin] Pushing event updated for resources: {'Network': ['ID=84c6d25a-5c1c-4767-8843-1cd954b33d31,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:35.449272 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Network 84c6d25a-5c1c-4767-8843-1cd954b33d31 details requested by agent ovs-agent-dv-cinder-773985-13-iscsi with host dv-cinder-773985-13-iscsi {{(pid=93083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 07:34:35.493519 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:35.591893 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.603695 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:35.608924 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:35.609777 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.615113 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1a2f62cc-6a61-4336-878e-94613913ee6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15755959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13111130'] for subnet, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.679050 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f62cc-6a61-4336-878e-94613913ee6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f5b748-c924-4551-a678-5f3525c6d8f0,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:35.690173 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2f62cc-6a61-4336-878e-94613913ee6a admin admin] Checking segment: {'id': '43cc741d-2645-4fca-9edb-c990b2662930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:35.690527 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2f62cc-6a61-4336-878e-94613913ee6a admin admin] Network hostable DHCP agents. Network: 84c6d25a-5c1c-4767-8843-1cd954b33d31, hostable agents: ['88410e16-13ad-4a7e-b975-96308da5a0c3'], hosted agents: [] {{(pid=93082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 07:34:35.696281 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.708379 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2f62cc-6a61-4336-878e-94613913ee6a admin admin] Network 84c6d25a-5c1c-4767-8843-1cd954b33d31 is scheduled to be hosted by DHCP agent 88410e16-13ad-4a7e-b975-96308da5a0c3 with binding_index 1 {{(pid=93082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 07:34:35.718044 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=4325f8d3-3224-4b38-80f9-f8bc6f98b3cb,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:35.719810 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-1a2f62cc-6a61-4336-878e-94613913ee6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-13-iscsi, 84c6d25a-5c1c-4767-8843-1cd954b33d31) {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:35.728960 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2f62cc-6a61-4336-878e-94613913ee6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:35.729569 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1a2f62cc-6a61-4336-878e-94613913ee6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.732896 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.738413 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bc5664-4bb1-4ab3-ba59-ea6cd237943f None None] Network 84c6d25a-5c1c-4767-8843-1cd954b33d31 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:34:35.754689 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-1a2f62cc-6a61-4336-878e-94613913ee6a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4368713 Jul 23 07:34:35.757371 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 49952) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:35.762826 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-776440224-router', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:35.784784 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15057'] for router, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.786695 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15066'] for router, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.848165 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=4325f8d3-3224-4b38-80f9-f8bc6f98b3cb,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:35.851793 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:35.947009 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp458c9d11-140a-5144-95e2-d546cfa02e71-84c6d25a-5c1c-4767-8843-1cd954b33d31', 'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'fixed_ips': [{'subnet_id': 'a7f5b748-c924-4551-a678-5f3525c6d8f0'}]}} from dv-cinder-773985-13-iscsi. {{(pid=93083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 07:34:35.947896 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:36.110104 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.db_base_plugin_common [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Allocated IP 172.20.0.2 (84c6d25a-5c1c-4767-8843-1cd954b33d31/a7f5b748-c924-4551-a678-5f3525c6d8f0/20f739ed-715f-4049-9072-92287f2ebaa4) {{(pid=93083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:34:36.246871 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10032'] for router, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:36.276661 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Notify callbacks [] for port, precommit_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:36.286928 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Transition to ACTIVE for port object 20f739ed-715f-4049-9072-92287f2ebaa4 will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:36.305616 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Transition to ACTIVE for port object 20f739ed-715f-4049-9072-92287f2ebaa4 will not be triggered until provisioned by entity DHCP. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:36.314045 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259'] for port, after_create {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:36.360533 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Network 84c6d25a-5c1c-4767-8843-1cd954b33d31 is already hosted by enough agents. {{(pid=93083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:36.368620 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.scheduler.base_scheduler [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Resources bound (agent type, host, resource id): {{(pid=93083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:36.371736 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Received port after_create {{(pid=93083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:34:36.376392 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Pushing event updated for resources: {'Port': ['ID=20f739ed-715f-4049-9072-92287f2ebaa4,revision_number=1']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:36.464892 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Attempting to bind port 20f739ed-715f-4049-9072-92287f2ebaa4 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:34:36.465268 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Attempting to bind port 20f739ed-715f-4049-9072-92287f2ebaa4 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '43cc741d-2645-4fca-9edb-c990b2662930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:34:36.465633 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Attempting to bind port 20f739ed-715f-4049-9072-92287f2ebaa4 on network 84c6d25a-5c1c-4767-8843-1cd954b33d31 {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:34:36.471251 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:34:36.471645 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Checking segment: {'id': '43cc741d-2645-4fca-9edb-c990b2662930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:36.472149 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:36.472448 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Bound using segment: {'id': '43cc741d-2645-4fca-9edb-c990b2662930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:34:36.472972 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Bound port: 20f739ed-715f-4049-9072-92287f2ebaa4, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43cc741d-2645-4fca-9edb-c990b2662930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:34:36.473357 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:36.483820 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:36.509295 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:36.594101 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] For port 20f739ed-715f-4049-9072-92287f2ebaa4, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:34:36.598372 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] For port 20f739ed-715f-4049-9072-92287f2ebaa4, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=20f739ed-715f-4049-9072-92287f2ebaa4,segment=NetworkSegment(43cc741d-2645-4fca-9edb-c990b2662930),segment_id=43cc741d-2645-4fca-9edb-c990b2662930)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:34:36.607000 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:36.621818 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Sync routers for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:34:36.623683 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87808c93-aa63-4892-8fc5-2028867623cc req-c70fb623-77c3-4b0d-9ad5-88d4830bb6f0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:36.632379 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-87808c93-aa63-4892-8fc5-2028867623cc req-c70fb623-77c3-4b0d-9ad5-88d4830bb6f0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.1488130 Jul 23 07:34:36.641856 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:36.643829 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:36.696256 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-87808c93-aa63-4892-8fc5-2028867623cc req-941c24d8-0aa7-47d0-9e35-4cd7e9fe1fb4 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621068 Jul 23 07:34:36.705873 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Allocated IP 172.27.1.47 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/3b4db21c-8bc5-4e29-baa9-7670b3aa4902) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:34:36.758824 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a75cd-d688-463f-8077-ff38238e8c85 None None] Pushing event updated for resources: {'Port': ['ID=20f739ed-715f-4049-9072-92287f2ebaa4,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:36.797092 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:36.830809 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:36.887132 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:36.993229 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:36.998103 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Pushing event updated for resources: {'Port': ['ID=3b4db21c-8bc5-4e29-baa9-7670b3aa4902,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:37.002890 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:37.005590 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:34:37.161663 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:37.219404 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:37.219894 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:37.243714 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 2, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:37.276115 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Checking router: aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:34:37.276561 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Updating router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a port 611ebc3a-18e9-47f4-a789-9ec51504043b binding host dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:34:37.314839 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:37.317587 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:37.516212 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745128'] for router, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:37.594598 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Notify callbacks [] for port, precommit_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:37.605480 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.provisioning_blocks [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Transition to ACTIVE for port object 611ebc3a-18e9-47f4-a789-9ec51504043b will not be triggered until provisioned by entity L2. {{(pid=93084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:37.612389 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:37.657277 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Router 2c781533-024e-4304-b1b9-3d6e67669775 is scheduled to L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f with binding_index 1 {{(pid=93082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 07:34:37.657487 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69577cb3-36e3-4025-8259-8c42b0766c5d None None] Pushing event updated for resources: {'Port': ['ID=611ebc3a-18e9-47f4-a789-9ec51504043b,revision_number=3']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:37.742020 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Attempting to bind port 611ebc3a-18e9-47f4-a789-9ec51504043b on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:34:37.742257 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Attempting to bind port 611ebc3a-18e9-47f4-a789-9ec51504043b by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:34:37.745271 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Attempting to bind port 611ebc3a-18e9-47f4-a789-9ec51504043b on network df90add5-e69c-484a-9a7b-2e1c2dbd8896 {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:34:37.768126 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:34:37.768805 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Checking segment: {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:37.769370 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:37.769905 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Bound using segment: {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:34:37.770554 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Bound port: 611ebc3a-18e9-47f4-a789-9ec51504043b, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'}}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:34:37.771120 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:37.846779 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:34:37.859743 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Sync routers for ids ['2c781533-024e-4304-b1b9-3d6e67669775'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:34:37.863029 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] For port 611ebc3a-18e9-47f4-a789-9ec51504043b, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:34:37.870144 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] For port 611ebc3a-18e9-47f4-a789-9ec51504043b, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=611ebc3a-18e9-47f4-a789-9ec51504043b,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:34:37.875734 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] Notify callbacks [] for router, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:37.876631 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Routers {'2c781533-024e-4304-b1b9-3d6e67669775'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:37.877007 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-4c2dc9e5-5fe5-4f33-85d8-99162695cc81 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1186919 Jul 23 07:34:37.879418 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:37.880683 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 49996) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:37.881265 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['2c781533-024e-4304-b1b9-3d6e67669775'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:37.915067 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968335e8-20e0-4ef6-8532-7a872baa87d3 req-87787525-9337-4f56-aa92-f625e559b954 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:37.935405 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-968335e8-20e0-4ef6-8532-7a872baa87d3 req-87787525-9337-4f56-aa92-f625e559b954 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.1331542 Jul 23 07:34:37.970984 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:37.971865 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:38.003968 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-968335e8-20e0-4ef6-8532-7a872baa87d3 req-200288b2-468c-4942-92a2-a738038b86bb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674644 Jul 23 07:34:38.028536 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd16d8b3-e601-4f5a-92e9-187df94b8c5e None None] Network 84c6d25a-5c1c-4767-8843-1cd954b33d31 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:34:38.075844 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Set router 2c781533-024e-4304-b1b9-3d6e67669775 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:38.124755 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69577cb3-36e3-4025-8259-8c42b0766c5d None None] Pushing event updated for resources: {'Port': ['ID=611ebc3a-18e9-47f4-a789-9ec51504043b,revision_number=4']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:38.187381 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:38.471278 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:37Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:38.499275 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733a767-869e-4882-85b4-9297ef2b5588 None None] The sync data for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi is: [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:37Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:34:38.518948 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:38.562885 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-91878719-5b9d-49e7-8965-a89f627ed70f None None] Provisioning for port 20f739ed-715f-4049-9072-92287f2ebaa4 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:38.625307 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c781533-024e-4304-b1b9-3d6e67669775', 'name': 'tempest-TestVolumeBootPattern-776440224-router', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '3b4db21c-8bc5-4e29-baa9-7670b3aa4902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:35Z', 'updated_at': '2021-07-23T07:34:37Z', 'revision_number': 3, 'project_id': '48c610e612f64247b4798fcc0022e625', 'gw_port': {'id': '3b4db21c-8bc5-4e29-baa9-7670b3aa4902', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c781533-024e-4304-b1b9-3d6e67669775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:36Z', 'updated_at': '2021-07-23T07:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:38.658339 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Checking router: 2c781533-024e-4304-b1b9-3d6e67669775 for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:34:38.658696 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Updating router 2c781533-024e-4304-b1b9-3d6e67669775 port 3b4db21c-8bc5-4e29-baa9-7670b3aa4902 binding host dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:34:38.698160 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Allocated IP 172.20.0.1 (84c6d25a-5c1c-4767-8843-1cd954b33d31/a7f5b748-c924-4551-a678-5f3525c6d8f0/47375da9-eeea-4203-8c77-ece47aa363f0) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:34:38.711904 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:38.872297 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:38.888086 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Transition to ACTIVE for port object 47375da9-eeea-4203-8c77-ece47aa363f0 will not be triggered until provisioned by entity DHCP. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:38.922371 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:38.965453 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Network 84c6d25a-5c1c-4767-8843-1cd954b33d31 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:38.968855 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:38.972747 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:34:39.002824 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Pushing event updated for resources: {'Port': ['ID=47375da9-eeea-4203-8c77-ece47aa363f0,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:39.023300 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744921'] for router_interface, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:39.031079 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Notify callbacks [] for port, precommit_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:39.052418 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Transition to ACTIVE for port object 3b4db21c-8bc5-4e29-baa9-7670b3aa4902 will not be triggered until provisioned by entity L2. {{(pid=93083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:39.062816 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:39.169308 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Attempting to bind port 3b4db21c-8bc5-4e29-baa9-7670b3aa4902 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:34:39.170470 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Attempting to bind port 3b4db21c-8bc5-4e29-baa9-7670b3aa4902 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:34:39.171102 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Attempting to bind port 3b4db21c-8bc5-4e29-baa9-7670b3aa4902 on network 5c071af4-be70-49d5-8aed-1ca2e78a6239 {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:34:39.181257 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130d64c-7b05-4627-859d-98ef1cb3ce83 None None] Pushing event updated for resources: {'Port': ['ID=3b4db21c-8bc5-4e29-baa9-7670b3aa4902,revision_number=2']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:39.183830 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:34:39.184903 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Checking segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:39.185775 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:39.186649 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Bound using segment: {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'} {{(pid=93083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:34:39.187364 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.managers [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Bound port: 3b4db21c-8bc5-4e29-baa9-7670b3aa4902, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e67a2b-10ce-4a1c-b27a-916c07b058b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239'}}] {{(pid=93083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:34:39.188023 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:39.230075 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d64c-7b05-4627-859d-98ef1cb3ce83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:39.230435 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d64c-7b05-4627-859d-98ef1cb3ce83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:39.231328 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d64c-7b05-4627-859d-98ef1cb3ce83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:39.231678 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d64c-7b05-4627-859d-98ef1cb3ce83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:39.232014 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d64c-7b05-4627-859d-98ef1cb3ce83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:39.233076 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d64c-7b05-4627-859d-98ef1cb3ce83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:39.233421 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d64c-7b05-4627-859d-98ef1cb3ce83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:39.233753 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d64c-7b05-4627-859d-98ef1cb3ce83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:39.234095 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d64c-7b05-4627-859d-98ef1cb3ce83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:39.234563 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d64c-7b05-4627-859d-98ef1cb3ce83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:39.234823 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d64c-7b05-4627-859d-98ef1cb3ce83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:39.235190 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d64c-7b05-4627-859d-98ef1cb3ce83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:34:39.284804 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] For port 3b4db21c-8bc5-4e29-baa9-7670b3aa4902, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:34:39.288426 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] For port 3b4db21c-8bc5-4e29-baa9-7670b3aa4902, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=3b4db21c-8bc5-4e29-baa9-7670b3aa4902,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:34:39.299586 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:39.362278 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfb904-d49e-44d5-8760-4c39abff555c req-e51e70ea-07b1-469c-a639-e0434da817ad tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:39.363561 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ddcfb904-d49e-44d5-8760-4c39abff555c req-e51e70ea-07b1-469c-a639-e0434da817ad tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.1938996 Jul 23 07:34:39.367450 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 611ebc3a-18e9-47f4-a789-9ec51504043b up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:39.391287 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:39.419609 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Routers {'2c781533-024e-4304-b1b9-3d6e67669775'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:39.421380 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['2c781533-024e-4304-b1b9-3d6e67669775'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:39.439682 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ddcfb904-d49e-44d5-8760-4c39abff555c req-deb31071-4ae1-4244-b1da-ae75042f77e4 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666876 Jul 23 07:34:39.503278 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130d64c-7b05-4627-859d-98ef1cb3ce83 None None] Pushing event updated for resources: {'Port': ['ID=3b4db21c-8bc5-4e29-baa9-7670b3aa4902,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:39.506074 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-577d8bab-2f3f-412c-bdbe-cbc422ad828a None None] Provisioning for port 47375da9-eeea-4203-8c77-ece47aa363f0 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:39.514818 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-577d8bab-2f3f-412c-bdbe-cbc422ad828a None None] Provisioning complete for port 47375da9-eeea-4203-8c77-ece47aa363f0 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:39.515194 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-577d8bab-2f3f-412c-bdbe-cbc422ad828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:39.577239 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-577d8bab-2f3f-412c-bdbe-cbc422ad828a None None] Port 47375da9-eeea-4203-8c77-ece47aa363f0 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:34:39.583410 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 611ebc3a-18e9-47f4-a789-9ec51504043b completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:39.591415 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 611ebc3a-18e9-47f4-a789-9ec51504043b triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:39.592949 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:39.617706 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] Set router 2c781533-024e-4304-b1b9-3d6e67669775 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:39.800370 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:39.825427 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:39.830737 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:39.869521 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 611ebc3a-18e9-47f4-a789-9ec51504043b, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=611ebc3a-18e9-47f4-a789-9ec51504043b,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:39.874830 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:39.875611 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 20f739ed-715f-4049-9072-92287f2ebaa4 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:39.900990 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Pushing event updated for resources: {'Port': ['ID=47375da9-eeea-4203-8c77-ece47aa363f0,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:39.905172 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747113'] for router_interface, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:39.973363 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=611ebc3a-18e9-47f4-a789-9ec51504043b,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:39.990716 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c781533-024e-4304-b1b9-3d6e67669775', 'name': 'tempest-TestVolumeBootPattern-776440224-router', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '3b4db21c-8bc5-4e29-baa9-7670b3aa4902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:35Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 4, 'project_id': '48c610e612f64247b4798fcc0022e625', 'gw_port': {'id': '3b4db21c-8bc5-4e29-baa9-7670b3aa4902', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c781533-024e-4304-b1b9-3d6e67669775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:36Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '47375da9-eeea-4203-8c77-ece47aa363f0', 'name': '', 'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'mac_address': 'fa:16:3e:cc:4f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c781533-024e-4304-b1b9-3d6e67669775', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a7f5b748-c924-4551-a678-5f3525c6d8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:38Z', 'updated_at': '2021-07-23T07:34:38Z', 'revision_number': 1, 'project_id': '48c610e612f64247b4798fcc0022e625', 'subnets': [{'id': 'a7f5b748-c924-4551-a678-5f3525c6d8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:39.993618 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 20f739ed-715f-4049-9072-92287f2ebaa4 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:40.003994 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Network 84c6d25a-5c1c-4767-8843-1cd954b33d31 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:40.005398 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:40.023772 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039f0f7-dc6e-4b24-b3eb-4bb65db77452 None None] The sync data for ids ['2c781533-024e-4304-b1b9-3d6e67669775'] in dv-cinder-773985-13-iscsi is: [{'id': '2c781533-024e-4304-b1b9-3d6e67669775', 'name': 'tempest-TestVolumeBootPattern-776440224-router', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '3b4db21c-8bc5-4e29-baa9-7670b3aa4902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:35Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 4, 'project_id': '48c610e612f64247b4798fcc0022e625', 'gw_port': {'id': '3b4db21c-8bc5-4e29-baa9-7670b3aa4902', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c781533-024e-4304-b1b9-3d6e67669775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:36Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '47375da9-eeea-4203-8c77-ece47aa363f0', 'name': '', 'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'mac_address': 'fa:16:3e:cc:4f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c781533-024e-4304-b1b9-3d6e67669775', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a7f5b748-c924-4551-a678-5f3525c6d8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:38Z', 'updated_at': '2021-07-23T07:34:38Z', 'revision_number': 1, 'project_id': '48c610e612f64247b4798fcc0022e625', 'subnets': [{'id': 'a7f5b748-c924-4551-a678-5f3525c6d8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:34:40.026482 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 20f739ed-715f-4049-9072-92287f2ebaa4 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:40.026923 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:40.132045 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Router 2c781533-024e-4304-b1b9-3d6e67669775 has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:34:40.136057 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:40.177129 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 20f739ed-715f-4049-9072-92287f2ebaa4, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=20f739ed-715f-4049-9072-92287f2ebaa4,segment=NetworkSegment(43cc741d-2645-4fca-9edb-c990b2662930),segment_id=43cc741d-2645-4fca-9edb-c990b2662930)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:40.181261 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:40.250729 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=20f739ed-715f-4049-9072-92287f2ebaa4,revision_number=3']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:40.281202 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:34:40.287259 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-fbf2ddc5-7922-40ec-bb84-63d52c1c441e admin admin] 10.222.0.13 "PUT /v2.0/routers/2c781533-024e-4304-b1b9-3d6e67669775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4044111 Jul 23 07:34:40.313628 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-f5253268-dcba-48d4-a007-21f804740d07 None None] Provisioning complete for port 47375da9-eeea-4203-8c77-ece47aa363f0 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:40.314110 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f5253268-dcba-48d4-a007-21f804740d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:40.361475 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-f5253268-dcba-48d4-a007-21f804740d07 None None] Port 47375da9-eeea-4203-8c77-ece47aa363f0 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:34:40.583339 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c31c9-e224-44fc-9331-e47ebf95ab8e req-aa9e21bc-6626-48fe-a466-d03ad24a6836 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:40.584973 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-447c31c9-e224-44fc-9331-e47ebf95ab8e req-aa9e21bc-6626-48fe-a466-d03ad24a6836 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0672581 Jul 23 07:34:40.625167 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-447c31c9-e224-44fc-9331-e47ebf95ab8e req-80ae1e28-da1e-47b4-8639-a0d51aee32ab tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341423 Jul 23 07:34:40.839505 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50028) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:40.844771 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-02bb13b7-c334-40e9-ab74-c81590967158 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2059495201', 'description': 'tempest-secgroup-smoke-2059495201 description', 'project_id': 'c134473f61a74756be36eaa96636c1a6'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:40.867870 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-02bb13b7-c334-40e9-ab74-c81590967158 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:40.945964 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-02bb13b7-c334-40e9-ab74-c81590967158 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:40.949720 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-02bb13b7-c334-40e9-ab74-c81590967158 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:40.978814 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-02bb13b7-c334-40e9-ab74-c81590967158 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:40.980048 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-02bb13b7-c334-40e9-ab74-c81590967158 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1394989 Jul 23 07:34:40.983637 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50032) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:40.984895 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb13b7-c334-40e9-ab74-c81590967158 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39007a02-f241-4ce7-a423-30853c912de6,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:40.989575 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-49b7a7d2-fd40-48b1-a245-fa39e29706ec tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Request body: {'security_group_rule': {'security_group_id': '39007a02-f241-4ce7-a423-30853c912de6', 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:41.020466 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-49b7a7d2-fd40-48b1-a245-fa39e29706ec tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.090821 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-49b7a7d2-fd40-48b1-a245-fa39e29706ec tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.106733 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-49b7a7d2-fd40-48b1-a245-fa39e29706ec tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.131379 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7a7d2-fd40-48b1-a245-fa39e29706ec tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e480d8-04c1-4ec0-9e58-af4d55858a66,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:41.135541 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-49b7a7d2-fd40-48b1-a245-fa39e29706ec tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.140665 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50034) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:41.141227 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-49b7a7d2-fd40-48b1-a245-fa39e29706ec tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555870 Jul 23 07:34:41.145293 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-e01da702-5c16-4b0f-8dbc-23e49f9152cf tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Request body: {'security_group_rule': {'security_group_id': '39007a02-f241-4ce7-a423-30853c912de6', 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:41.175905 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e01da702-5c16-4b0f-8dbc-23e49f9152cf tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.242021 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e01da702-5c16-4b0f-8dbc-23e49f9152cf tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.247450 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e01da702-5c16-4b0f-8dbc-23e49f9152cf tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.255209 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 3b4db21c-8bc5-4e29-baa9-7670b3aa4902 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:41.269392 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01da702-5c16-4b0f-8dbc-23e49f9152cf tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8483d3-7f9c-440c-96f0-3caadd7985ca,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:41.279744 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e01da702-5c16-4b0f-8dbc-23e49f9152cf tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.281769 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-e01da702-5c16-4b0f-8dbc-23e49f9152cf tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400669 Jul 23 07:34:41.284592 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50036) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:41.290073 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-e8a76e15-cdb2-409b-9a2b-d4b9e883a5df tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Request body: {'security_group_rule': {'security_group_id': '39007a02-f241-4ce7-a423-30853c912de6', 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:41.313263 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 3b4db21c-8bc5-4e29-baa9-7670b3aa4902 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:41.318647 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 3b4db21c-8bc5-4e29-baa9-7670b3aa4902 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:41.319320 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.319687 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e8a76e15-cdb2-409b-9a2b-d4b9e883a5df tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.410230 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e8a76e15-cdb2-409b-9a2b-d4b9e883a5df tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.411810 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.415090 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e8a76e15-cdb2-409b-9a2b-d4b9e883a5df tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.434906 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 3b4db21c-8bc5-4e29-baa9-7670b3aa4902, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=3b4db21c-8bc5-4e29-baa9-7670b3aa4902,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:41.435850 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a76e15-cdb2-409b-9a2b-d4b9e883a5df tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682d7f0f-97b1-4308-833d-43e3a478dbb8,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:41.445256 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.445872 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e8a76e15-cdb2-409b-9a2b-d4b9e883a5df tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.446049 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 611ebc3a-18e9-47f4-a789-9ec51504043b up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:41.451537 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50042) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:41.456001 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-e73c0c73-1baa-40c9-8d8c-fab30b8202e2 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Request body: {'security_group_rule': {'security_group_id': '39007a02-f241-4ce7-a423-30853c912de6', 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:41.462873 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-e8a76e15-cdb2-409b-9a2b-d4b9e883a5df tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771536 Jul 23 07:34:41.488476 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e73c0c73-1baa-40c9-8d8c-fab30b8202e2 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.522109 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=3b4db21c-8bc5-4e29-baa9-7670b3aa4902,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:41.540545 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 611ebc3a-18e9-47f4-a789-9ec51504043b triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:41.540924 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.561293 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e73c0c73-1baa-40c9-8d8c-fab30b8202e2 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.565979 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e73c0c73-1baa-40c9-8d8c-fab30b8202e2 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.587270 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c0c73-1baa-40c9-8d8c-fab30b8202e2 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def92dff-7d6b-410d-8a44-afc5048dd5cc,revision_number=0']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:41.592117 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e73c0c73-1baa-40c9-8d8c-fab30b8202e2 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.594446 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-e73c0c73-1baa-40c9-8d8c-fab30b8202e2 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416211 Jul 23 07:34:41.596701 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50044) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:41.601463 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-880f1cc4-e413-489f-840d-35e774571e7e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Request body: {'security_group_rule': {'security_group_id': '39007a02-f241-4ce7-a423-30853c912de6', 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:41.625240 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.securitygroups_db [None req-880f1cc4-e413-489f-840d-35e774571e7e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Project c134473f61a74756be36eaa96636c1a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 07:34:41.629681 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 20f739ed-715f-4049-9072-92287f2ebaa4 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:41.630197 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-880f1cc4-e413-489f-840d-35e774571e7e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.680333 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 20f739ed-715f-4049-9072-92287f2ebaa4 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:41.680785 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.700056 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-880f1cc4-e413-489f-840d-35e774571e7e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.705983 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-880f1cc4-e413-489f-840d-35e774571e7e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.729122 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f1cc4-e413-489f-840d-35e774571e7e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1b1b4b-e520-4824-8bd4-8b2d431c6a2c,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:41.742803 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-880f1cc4-e413-489f-840d-35e774571e7e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.743777 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-880f1cc4-e413-489f-840d-35e774571e7e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1460686 Jul 23 07:34:41.746786 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50048) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:41.751477 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-34a9d8d0-815b-4e68-bf7c-ba869c62e426 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Request body: {'security_group_rule': {'security_group_id': '39007a02-f241-4ce7-a423-30853c912de6', 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:41.808516 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.securitygroups_db [None req-34a9d8d0-815b-4e68-bf7c-ba869c62e426 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Project c134473f61a74756be36eaa96636c1a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 07:34:41.816343 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-34a9d8d0-815b-4e68-bf7c-ba869c62e426 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.844476 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6e58f-e7ab-4e1b-9f00-915acee6de2e req-0c0eb8c7-c2d9-4951-80d4-01b1a011f289 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:41.845981 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-62f6e58f-e7ab-4e1b-9f00-915acee6de2e req-0c0eb8c7-c2d9-4951-80d4-01b1a011f289 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.1128228 Jul 23 07:34:41.909862 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-62f6e58f-e7ab-4e1b-9f00-915acee6de2e req-871aee54-49e6-4a16-9323-283bfb7c6d7c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558963 Jul 23 07:34:41.917854 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-34a9d8d0-815b-4e68-bf7c-ba869c62e426 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.921605 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-34a9d8d0-815b-4e68-bf7c-ba869c62e426 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1847415'] for security_group_rule, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.939210 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9d8d0-815b-4e68-bf7c-ba869c62e426 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694faa22-0469-4eca-8a1c-4602d93deb6c,revision_number=0']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:41.946054 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-34a9d8d0-815b-4e68-bf7c-ba869c62e426 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:41.947382 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-34a9d8d0-815b-4e68-bf7c-ba869c62e426 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1996710 Jul 23 07:34:42.172384 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:34:42.461759 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Sync routers for ids ['2c781533-024e-4304-b1b9-3d6e67669775'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:34:42.471533 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Routers {'2c781533-024e-4304-b1b9-3d6e67669775'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:42.472174 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['2c781533-024e-4304-b1b9-3d6e67669775'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:42.573663 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Set router 2c781533-024e-4304-b1b9-3d6e67669775 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:42.772949 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c781533-024e-4304-b1b9-3d6e67669775', 'name': 'tempest-TestVolumeBootPattern-776440224-router', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '3b4db21c-8bc5-4e29-baa9-7670b3aa4902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:35Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 4, 'project_id': '48c610e612f64247b4798fcc0022e625', 'gw_port': {'id': '3b4db21c-8bc5-4e29-baa9-7670b3aa4902', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c781533-024e-4304-b1b9-3d6e67669775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:36Z', 'updated_at': '2021-07-23T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '47375da9-eeea-4203-8c77-ece47aa363f0', 'name': '', 'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'mac_address': 'fa:16:3e:cc:4f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c781533-024e-4304-b1b9-3d6e67669775', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a7f5b748-c924-4551-a678-5f3525c6d8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:38Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 2, 'project_id': '48c610e612f64247b4798fcc0022e625', 'subnets': [{'id': 'a7f5b748-c924-4551-a678-5f3525c6d8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:42.802633 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Checking router: 2c781533-024e-4304-b1b9-3d6e67669775 for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:34:42.802986 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Updating router 2c781533-024e-4304-b1b9-3d6e67669775 port 47375da9-eeea-4203-8c77-ece47aa363f0 binding host dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 07:34:42.836864 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:42.886267 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device db30368a-93ed-4700-b107-f8125bf92537 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:34:42.977880 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port db30368a-93ed-4700-b107-f8125bf92537, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=db30368a-93ed-4700-b107-f8125bf92537,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:42.989283 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': 'db30368a-93ed-4700-b107-f8125bf92537', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'port_id': 'db30368a-93ed-4700-b107-f8125bf92537', 'mac_address': 'fa:16:3e:af:56:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:34:43.058598 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3202a-42ce-400e-b95a-bde903f629a3 req-eb5c1935-9368-4e0e-b38a-e419b14acdbe tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:43.060767 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-caf3202a-42ce-400e-b95a-bde903f629a3 req-eb5c1935-9368-4e0e-b38a-e419b14acdbe tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0757904 Jul 23 07:34:43.126336 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-caf3202a-42ce-400e-b95a-bde903f629a3 req-7dcb3a5f-c6dd-4978-b4c4-0637b7e0a61f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557091 Jul 23 07:34:43.127377 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Notify callbacks [] for port, precommit_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:43.143340 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.provisioning_blocks [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Transition to ACTIVE for port object 47375da9-eeea-4203-8c77-ece47aa363f0 will not be triggered until provisioned by entity L2. {{(pid=93084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:43.150640 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:43.187543 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 3b4db21c-8bc5-4e29-baa9-7670b3aa4902 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:43.197228 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1ca6f-d1d8-4ac4-9432-7e44c41e2946 None None] Pushing event updated for resources: {'Port': ['ID=47375da9-eeea-4203-8c77-ece47aa363f0,revision_number=3']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:43.216690 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:43.243016 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db30368a-93ed-4700-b107-f8125bf92537 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:34:43.270379 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Attempting to bind port 47375da9-eeea-4203-8c77-ece47aa363f0 on host dv-cinder-773985-13-iscsi for vnic_type normal with profile {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:34:43.270761 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Attempting to bind port 47375da9-eeea-4203-8c77-ece47aa363f0 by drivers openvswitch,hyperv on host dv-cinder-773985-13-iscsi at level 0 using segments [{'id': '43cc741d-2645-4fca-9edb-c990b2662930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31'}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:34:43.271100 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port db30368a-93ed-4700-b107-f8125bf92537, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=db30368a-93ed-4700-b107-f8125bf92537,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:43.271252 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Attempting to bind port 47375da9-eeea-4203-8c77-ece47aa363f0 on network 84c6d25a-5c1c-4767-8843-1cd954b33d31 {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:34:43.276498 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:43.276838 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Checking agent: {'id': '734a1362-a8f8-4e8f-b511-5052083b2218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 21, 3), 'started_at': datetime.datetime(2021, 7, 23, 7, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:34:43.277204 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Checking segment: {'id': '43cc741d-2645-4fca-9edb-c990b2662930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:43.277602 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:43.277985 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Bound using segment: {'id': '43cc741d-2645-4fca-9edb-c990b2662930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31'} {{(pid=93084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:34:43.278447 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.managers [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Bound port: 47375da9-eeea-4203-8c77-ece47aa363f0, host: dv-cinder-773985-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43cc741d-2645-4fca-9edb-c990b2662930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31'}}] {{(pid=93084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:34:43.278967 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:43.281792 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 3b4db21c-8bc5-4e29-baa9-7670b3aa4902 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:43.282155 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:43.369025 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=db30368a-93ed-4700-b107-f8125bf92537,revision_number=6']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:43.369274 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] For port 47375da9-eeea-4203-8c77-ece47aa363f0, host dv-cinder-773985-13-iscsi, cleared binding levels {{(pid=93084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:34:43.392897 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.plugins.ml2.db [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] For port 47375da9-eeea-4203-8c77-ece47aa363f0, host dv-cinder-773985-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=47375da9-eeea-4203-8c77-ece47aa363f0,segment=NetworkSegment(43cc741d-2645-4fca-9edb-c990b2662930),segment_id=43cc741d-2645-4fca-9edb-c990b2662930)] {{(pid=93084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:34:43.398309 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron_lib.callbacks.manager [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:43.477250 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['db30368a-93ed-4700-b107-f8125bf92537'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:34:43.567030 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1ca6f-d1d8-4ac4-9432-7e44c41e2946 None None] Pushing event updated for resources: {'Port': ['ID=47375da9-eeea-4203-8c77-ece47aa363f0,revision_number=4']} {{(pid=93084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:43.584602 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Routers {'2c781533-024e-4304-b1b9-3d6e67669775'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:43.585677 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['2c781533-024e-4304-b1b9-3d6e67669775'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:43.794169 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] Set router 2c781533-024e-4304-b1b9-3d6e67669775 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:44.118525 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c781533-024e-4304-b1b9-3d6e67669775', 'name': 'tempest-TestVolumeBootPattern-776440224-router', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '3b4db21c-8bc5-4e29-baa9-7670b3aa4902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:35Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 4, 'project_id': '48c610e612f64247b4798fcc0022e625', 'gw_port': {'id': '3b4db21c-8bc5-4e29-baa9-7670b3aa4902', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c781533-024e-4304-b1b9-3d6e67669775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:36Z', 'updated_at': '2021-07-23T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '47375da9-eeea-4203-8c77-ece47aa363f0', 'name': '', 'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'mac_address': 'fa:16:3e:cc:4f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c781533-024e-4304-b1b9-3d6e67669775', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a7f5b748-c924-4551-a678-5f3525c6d8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:38Z', 'updated_at': '2021-07-23T07:34:43Z', 'revision_number': 4, 'project_id': '48c610e612f64247b4798fcc0022e625', 'subnets': [{'id': 'a7f5b748-c924-4551-a678-5f3525c6d8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:44.148965 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490730ed-4774-4e32-af58-9cb0575a8983 None None] The sync data for ids ['2c781533-024e-4304-b1b9-3d6e67669775'] in dv-cinder-773985-13-iscsi is: [{'id': '2c781533-024e-4304-b1b9-3d6e67669775', 'name': 'tempest-TestVolumeBootPattern-776440224-router', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '3b4db21c-8bc5-4e29-baa9-7670b3aa4902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:35Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 4, 'project_id': '48c610e612f64247b4798fcc0022e625', 'gw_port': {'id': '3b4db21c-8bc5-4e29-baa9-7670b3aa4902', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c781533-024e-4304-b1b9-3d6e67669775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:36Z', 'updated_at': '2021-07-23T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '47375da9-eeea-4203-8c77-ece47aa363f0', 'name': '', 'network_id': '84c6d25a-5c1c-4767-8843-1cd954b33d31', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'mac_address': 'fa:16:3e:cc:4f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c781533-024e-4304-b1b9-3d6e67669775', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a7f5b748-c924-4551-a678-5f3525c6d8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:38Z', 'updated_at': '2021-07-23T07:34:43Z', 'revision_number': 4, 'project_id': '48c610e612f64247b4798fcc0022e625', 'subnets': [{'id': 'a7f5b748-c924-4551-a678-5f3525c6d8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:34:44.329439 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f713125-7b50-4682-a9f6-b18968857e17 req-7c2dd2ae-e21d-4f72-b429-0a1576bf28bc tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:44.331972 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4f713125-7b50-4682-a9f6-b18968857e17 req-7c2dd2ae-e21d-4f72-b429-0a1576bf28bc tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 944 time: 0.1027174 Jul 23 07:34:44.409180 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4f713125-7b50-4682-a9f6-b18968857e17 req-43797e3b-b1f3-443b-8fb3-537ddd32edb7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628910 Jul 23 07:34:45.208541 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 47375da9-eeea-4203-8c77-ece47aa363f0 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:45.301713 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning for port 47375da9-eeea-4203-8c77-ece47aa363f0 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:45.306203 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 47375da9-eeea-4203-8c77-ece47aa363f0 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:45.306869 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:45.433962 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:45.485294 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] For port 47375da9-eeea-4203-8c77-ece47aa363f0, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=47375da9-eeea-4203-8c77-ece47aa363f0,segment=NetworkSegment(43cc741d-2645-4fca-9edb-c990b2662930),segment_id=43cc741d-2645-4fca-9edb-c990b2662930)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:45.493690 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:45.581434 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Pushing event updated for resources: {'Port': ['ID=47375da9-eeea-4203-8c77-ece47aa363f0,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:45.658326 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ec3d0-1cb5-4052-b023-39289b018dce req-805492aa-4678-4c80-a399-570289818e56 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:45.660163 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a91ec3d0-1cb5-4052-b023-39289b018dce req-805492aa-4678-4c80-a399-570289818e56 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 944 time: 0.1077316 Jul 23 07:34:45.713277 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a91ec3d0-1cb5-4052-b023-39289b018dce req-4d068567-887e-4dd2-b0a4-390b27984d92 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469930 Jul 23 07:34:45.908664 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device db30368a-93ed-4700-b107-f8125bf92537 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:45.973757 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port db30368a-93ed-4700-b107-f8125bf92537 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:45.974379 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:46.077011 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:46.132287 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port db30368a-93ed-4700-b107-f8125bf92537, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=db30368a-93ed-4700-b107-f8125bf92537,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:46.133216 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db30368a-93ed-4700-b107-f8125bf92537'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:34:46.135668 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3464ef3-a970-446a-afe8-cadda7745653" -d '{"events": [{"server_uuid": "c01577f6-9091-410a-8a53-62d6af2553c1", "name": "network-vif-plugged", "status": "completed", "tag": "db30368a-93ed-4700-b107-f8125bf92537"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:34:46.147288 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:46.246307 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=db30368a-93ed-4700-b107-f8125bf92537,revision_number=7']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:46.296433 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019ff032-af26-400b-9e8a-0cbdbe382851 x-openstack-request-id: req-019ff032-af26-400b-9e8a-0cbdbe382851 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:34:46.296733 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01577f6-9091-410a-8a53-62d6af2553c1", "name": "network-vif-plugged", "status": "completed", "tag": "db30368a-93ed-4700-b107-f8125bf92537", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:34:46.296984 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-019ff032-af26-400b-9e8a-0cbdbe382851 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:34:46.297384 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db30368a-93ed-4700-b107-f8125bf92537', 'code': 200} Jul 23 07:34:46.896395 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4ccf0-d6fe-4343-a83b-2aad7b7e86f3 req-f48e06b2-c227-42b5-99de-b411e6df649b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:46.898600 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-40a4ccf0-d6fe-4343-a83b-2aad7b7e86f3 req-f48e06b2-c227-42b5-99de-b411e6df649b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0979409 Jul 23 07:34:46.929019 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-e5464384-54ee-40ad-a487-36340dde600a tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-941556950&fields=id&tenant_id=7681bf256344445e97191949838e2435 HTTP/1.1" status: 200 len: 267 time: 0.0574219 Jul 23 07:34:46.948009 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-40a4ccf0-d6fe-4343-a83b-2aad7b7e86f3 req-bb2496d4-7f13-4711-8e98-3714b69ec3f7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425706 Jul 23 07:34:47.110068 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-d90d9d06-b363-4ac9-9f07-667603afc12c tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:47.118138 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-d90d9d06-b363-4ac9-9f07-667603afc12c tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/networks?id=5511dde3-b307-42d4-a5e3-93bd33192a29 HTTP/1.1" status: 200 len: 808 time: 0.1818786 Jul 23 07:34:47.138784 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-7d08e9b1-8f8e-4e81-b928-1a4263555448 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/quotas/7681bf256344445e97191949838e2435 HTTP/1.1" status: 200 len: 375 time: 0.0188806 Jul 23 07:34:47.156946 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 47375da9-eeea-4203-8c77-ece47aa363f0 up at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:34:47.215555 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Provisioning complete for port 47375da9-eeea-4203-8c77-ece47aa363f0 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:47.215913 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:47.263918 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-f57145bb-5ad7-4f46-b78e-04cb8220d979 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7681bf256344445e97191949838e2435&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991070 Jul 23 07:34:47.545134 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-1ef064c6-9ab6-4619-b050-cfae6efc8582 service neutron] 10.222.0.13 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860622 Jul 23 07:34:47.656964 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-5d6b070a-38e4-4b32-8d4b-334ad0b081e1 service neutron] 10.222.0.13 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037934 Jul 23 07:34:48.030009 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e1286f21-3bf5-4f53-b55b-48409fae6d1c req-ca181d8a-8f85-41d5-b04c-0c4a01c6ec4d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 210 time: 0.0470936 Jul 23 07:34:48.127961 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8f8af-6e9c-4646-965e-bbd4e94ea5d4 req-9d63de38-8c54-4087-9acb-e8346525cc69 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:48.130124 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-65e8f8af-6e9c-4646-965e-bbd4e94ea5d4 req-9d63de38-8c54-4087-9acb-e8346525cc69 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0909781 Jul 23 07:34:48.200012 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-65e8f8af-6e9c-4646-965e-bbd4e94ea5d4 req-eb3ead14-2b9c-4651-8119-6d4c46890601 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597332 Jul 23 07:34:49.136207 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ba6bedd1-e0c7-45e4-ad5b-6b65c350e3c0 req-901bb86d-d8e9-48fa-9fdc-ac0314781479 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 210 time: 0.0336680 Jul 23 07:34:49.377603 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3c917-8c8b-4a60-b863-5715b8aeb49a req-7346f7bc-b222-465b-a57b-8a302fe3c0df tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:49.379080 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2bc3c917-8c8b-4a60-b863-5715b8aeb49a req-7346f7bc-b222-465b-a57b-8a302fe3c0df tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0983324 Jul 23 07:34:49.472577 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2bc3c917-8c8b-4a60-b863-5715b8aeb49a req-c2b6c727-5032-463b-8735-d8defab1b652 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855536 Jul 23 07:34:49.673405 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-d1b64c99-ca90-4908-b5bb-0f745cd39b68 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:49.680229 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-d1b64c99-ca90-4908-b5bb-0f745cd39b68 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.23 "GET /v2.0/networks?id=5511dde3-b307-42d4-a5e3-93bd33192a29 HTTP/1.1" status: 200 len: 808 time: 0.1735253 Jul 23 07:34:49.753257 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-3258e59a-085b-441a-9d7d-739a25085718 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7681bf256344445e97191949838e2435 HTTP/1.1" status: 200 len: 379 time: 0.0380549 Jul 23 07:34:49.772986 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-01423db4-e620-4094-b7ff-60d84a9cc11d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Request body: {'port': {'device_id': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'admin_state_up': True, 'tenant_id': '7681bf256344445e97191949838e2435', 'security_groups': ['6f3ad984-4ce3-4e63-ba5c-e79615ecfc61']}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:50.011496 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-01423db4-e620-4094-b7ff-60d84a9cc11d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Made reservation on behalf of 7681bf256344445e97191949838e2435 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:34:50.017361 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-01423db4-e620-4094-b7ff-60d84a9cc11d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:50.265126 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-01423db4-e620-4094-b7ff-60d84a9cc11d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Allocated IP 172.20.0.14 (5511dde3-b307-42d4-a5e3-93bd33192a29/c4d81a15-2607-47f2-9e40-ce1b7d1c754a/ac27f5ad-4d17-4682-ac45-183c86073204) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:34:50.319271 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c278a14e-f923-420d-bb23-61564090630b req-a4e66ad2-030a-4f00-881f-0f126d8f824a tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 210 time: 0.0577021 Jul 23 07:34:50.474424 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-01423db4-e620-4094-b7ff-60d84a9cc11d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:50.496316 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-01423db4-e620-4094-b7ff-60d84a9cc11d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Transition to ACTIVE for port object ac27f5ad-4d17-4682-ac45-183c86073204 will not be triggered until provisioned by entity DHCP. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:50.589754 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-01423db4-e620-4094-b7ff-60d84a9cc11d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:50.645905 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-01423db4-e620-4094-b7ff-60d84a9cc11d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Network 5511dde3-b307-42d4-a5e3-93bd33192a29 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:34:50.645905 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-01423db4-e620-4094-b7ff-60d84a9cc11d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:34:50.651486 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-01423db4-e620-4094-b7ff-60d84a9cc11d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:34:50.701835 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01423db4-e620-4094-b7ff-60d84a9cc11d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Pushing event updated for resources: {'Port': ['ID=ac27f5ad-4d17-4682-ac45-183c86073204,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:50.746304 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-01423db4-e620-4094-b7ff-60d84a9cc11d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:50.747082 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-01423db4-e620-4094-b7ff-60d84a9cc11d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:50.766849 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-01423db4-e620-4094-b7ff-60d84a9cc11d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9979761 Jul 23 07:34:50.814312 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Request body: {'port': {'device_id': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:34:50.820709 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe865d-915d-4072-b4e1-7755f45078d9 req-348330d7-4bee-4069-9596-e99e7947b724 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:50.834364 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cefe865d-915d-4072-b4e1-7755f45078d9 req-348330d7-4bee-4069-9596-e99e7947b724 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.2000380 Jul 23 07:34:50.897956 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cefe865d-915d-4072-b4e1-7755f45078d9 req-febba21e-5292-4759-a045-f2da52fec09a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610135 Jul 23 07:34:50.995102 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed7610-9c2a-408e-af7b-d1cadb01083a req-93328851-da51-4ce2-bde7-b772689e6dca tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:51.005161 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2fed7610-9c2a-408e-af7b-d1cadb01083a req-93328851-da51-4ce2-bde7-b772689e6dca tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 945 time: 0.2313237 Jul 23 07:34:51.014409 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:51.023141 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-13d66c4e-8d73-4555-b21a-6d3e63e0b8db None None] Provisioning for port ac27f5ad-4d17-4682-ac45-183c86073204 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:34:51.027618 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-13d66c4e-8d73-4555-b21a-6d3e63e0b8db None None] Provisioning complete for port ac27f5ad-4d17-4682-ac45-183c86073204 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:34:51.027981 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-13d66c4e-8d73-4555-b21a-6d3e63e0b8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:51.089221 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2fed7610-9c2a-408e-af7b-d1cadb01083a req-ffc93ac3-13b8-430c-874b-40f33a134669 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6acc2d6-9150-45cf-a1cd-158ff70701fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796218 Jul 23 07:34:51.135377 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-13d66c4e-8d73-4555-b21a-6d3e63e0b8db None None] Port ac27f5ad-4d17-4682-ac45-183c86073204 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:34:51.390097 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac27f5ad-4d17-4682-ac45-183c86073204 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:34:51.399972 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:51.421991 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Transition to ACTIVE for port object ac27f5ad-4d17-4682-ac45-183c86073204 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:34:51.430219 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:51.499995 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Pushing event updated for resources: {'Port': ['ID=ac27f5ad-4d17-4682-ac45-183c86073204,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:51.550662 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218e8e4-04b4-4443-8832-ea193791b241 req-e5cf4d70-fd91-416d-bfde-f9326393be93 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:51.552726 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1218e8e4-04b4-4443-8832-ea193791b241 req-e5cf4d70-fd91-416d-bfde-f9326393be93 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.1226621 Jul 23 07:34:51.629656 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1218e8e4-04b4-4443-8832-ea193791b241 req-596100d7-8945-4e3c-bf50-af14f742fca2 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700722 Jul 23 07:34:51.652855 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Attempting to bind port ac27f5ad-4d17-4682-ac45-183c86073204 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:34:51.653793 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Attempting to bind port ac27f5ad-4d17-4682-ac45-183c86073204 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'e407bf1c-f57e-4e66-b771-0e3671f38416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:34:51.654547 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Attempting to bind port ac27f5ad-4d17-4682-ac45-183c86073204 on network 5511dde3-b307-42d4-a5e3-93bd33192a29 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:34:51.660365 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Port ac27f5ad-4d17-4682-ac45-183c86073204 on network 5511dde3-b307-42d4-a5e3-93bd33192a29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:34:51.660699 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Attempting to bind port ac27f5ad-4d17-4682-ac45-183c86073204 on network 5511dde3-b307-42d4-a5e3-93bd33192a29 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:34:51.668094 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:34:51.668492 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Checking segment: {'id': 'e407bf1c-f57e-4e66-b771-0e3671f38416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:34:51.668924 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Bound using segment: {'id': 'e407bf1c-f57e-4e66-b771-0e3671f38416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:34:51.669594 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Bound port: ac27f5ad-4d17-4682-ac45-183c86073204, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e407bf1c-f57e-4e66-b771-0e3671f38416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:34:51.670036 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:51.774991 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] For port ac27f5ad-4d17-4682-ac45-183c86073204, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:34:51.780526 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] For port ac27f5ad-4d17-4682-ac45-183c86073204, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ac27f5ad-4d17-4682-ac45-183c86073204,segment=NetworkSegment(e407bf1c-f57e-4e66-b771-0e3671f38416),segment_id=e407bf1c-f57e-4e66-b771-0e3671f38416)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:34:51.786640 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:51.838742 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:51.839357 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:51.840772 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] 10.222.0.23 "PUT /v2.0/ports/ac27f5ad-4d17-4682-ac45-183c86073204 HTTP/1.1" status: 200 len: 1094 time: 1.0329480 Jul 23 07:34:51.841805 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'tag': 'ac27f5ad-4d17-4682-ac45-183c86073204'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:34:51.844002 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12402f5-992e-4bb0-aafb-a27332951a51" -d '{"events": [{"name": "network-changed", "server_uuid": "8cedce2e-e62a-4ef0-ab9e-006a9208d634", "tag": "ac27f5ad-4d17-4682-ac45-183c86073204"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:34:51.892966 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac2a66-f339-4fb8-9f0c-d2e75a27b68e service neutron] Pushing event updated for resources: {'Port': ['ID=ac27f5ad-4d17-4682-ac45-183c86073204,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:51.911824 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91e9f09-f0c9-43cd-950a-edbcfabbb1b6 x-openstack-request-id: req-d91e9f09-f0c9-43cd-950a-edbcfabbb1b6 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:34:51.912158 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cedce2e-e62a-4ef0-ab9e-006a9208d634", "tag": "ac27f5ad-4d17-4682-ac45-183c86073204", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:34:51.912417 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d91e9f09-f0c9-43cd-950a-edbcfabbb1b6 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:34:51.913274 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'tag': 'ac27f5ad-4d17-4682-ac45-183c86073204', 'status': 'completed', 'code': 200} Jul 23 07:34:52.052299 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-3301d010-4906-4528-912c-1685ec8740d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:52.054804 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-3301d010-4906-4528-912c-1685ec8740d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7681bf256344445e97191949838e2435&device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 1097 time: 0.1204836 Jul 23 07:34:52.105244 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4247b-4dda-4f3b-af57-22e7f020e6e4 req-9037036f-2870-4008-aa3b-b64dca476432 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:52.115392 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-efc4247b-4dda-4f3b-af57-22e7f020e6e4 req-9037036f-2870-4008-aa3b-b64dca476432 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0971437 Jul 23 07:34:52.167649 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-efc4247b-4dda-4f3b-af57-22e7f020e6e4 req-f8c4fb86-88aa-4e14-ad89-bece730c6036 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451481 Jul 23 07:34:52.183016 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-eec21df5-2256-4c86-bd57-7accbd8b1e14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac27f5ad-4d17-4682-ac45-183c86073204 HTTP/1.1" status: 200 len: 217 time: 0.1039128 Jul 23 07:34:52.283193 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-5be58e8e-0f0e-4b7e-ba42-6a0f899bbcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:52.284589 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-5be58e8e-0f0e-4b7e-ba42-6a0f899bbcb5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c4d81a15-2607-47f2-9e40-ce1b7d1c754a HTTP/1.1" status: 200 len: 847 time: 0.1047707 Jul 23 07:34:52.349384 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49492d9c-efb6-4aa2-8712-3af1092a074a req-9a6fd89b-4fbb-4e46-9ee6-fd6d3e9c53bc tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:52.350928 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-49492d9c-efb6-4aa2-8712-3af1092a074a req-9a6fd89b-4fbb-4e46-9ee6-fd6d3e9c53bc tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 945 time: 0.1251640 Jul 23 07:34:52.411486 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-2459ba5f-5fcf-4dd4-97d6-e6b04c8f0ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:52.413019 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-2459ba5f-5fcf-4dd4-97d6-e6b04c8f0ca2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5511dde3-b307-42d4-a5e3-93bd33192a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1155388 Jul 23 07:34:52.429428 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-49492d9c-efb6-4aa2-8712-3af1092a074a req-6747a850-dc41-47a1-b2ee-7a7a01cb2b7b tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6acc2d6-9150-45cf-a1cd-158ff70701fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672565 Jul 23 07:34:52.528195 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-a274d628-b43f-482d-b821-a5fe0dab005f service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975051 Jul 23 07:34:52.629475 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-57dc1a2f-32d5-462e-9abd-e0237da8e0d5 req-810939bf-9f00-43e2-be8d-e8635ad09590 service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949154 Jul 23 07:34:52.790155 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9d03d-4756-4ec0-9417-8a13e6fee650 req-95a60455-1f1b-4f24-b5dc-3278eb5cdd18 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:52.792357 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-69a9d03d-4756-4ec0-9417-8a13e6fee650 req-95a60455-1f1b-4f24-b5dc-3278eb5cdd18 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.0990245 Jul 23 07:34:52.860621 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-69a9d03d-4756-4ec0-9417-8a13e6fee650 req-81183ce8-d37c-4b70-831f-c3ae7f20172a tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543025 Jul 23 07:34:52.916233 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-c68e313a-99ac-4421-a01f-18b9d56e1afa tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:52.917606 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-c68e313a-99ac-4421-a01f-18b9d56e1afa tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 945 time: 0.1244893 Jul 23 07:34:52.923832 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12402f5-992e-4bb0-aafb-a27332951a51 req-1b992ad6-760b-46b8-b595-70d573655f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:52.925334 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e12402f5-992e-4bb0-aafb-a27332951a51 req-1b992ad6-760b-46b8-b595-70d573655f70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7681bf256344445e97191949838e2435&device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 1097 time: 0.1292756 Jul 23 07:34:53.083798 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12402f5-992e-4bb0-aafb-a27332951a51 req-c557c821-e810-4d5b-acd5-bb51c91c0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:53.085446 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e12402f5-992e-4bb0-aafb-a27332951a51 req-c557c821-e810-4d5b-acd5-bb51c91c0108 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5511dde3-b307-42d4-a5e3-93bd33192a29 HTTP/1.1" status: 200 len: 909 time: 0.1519573 Jul 23 07:34:53.137465 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e12402f5-992e-4bb0-aafb-a27332951a51 req-ad334576-3b95-4af4-9511-c12bf0966ae0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac27f5ad-4d17-4682-ac45-183c86073204 HTTP/1.1" status: 200 len: 217 time: 0.0406725 Jul 23 07:34:53.158782 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-301e03b3-8829-4cf0-aa41-36a5963051cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Deleting port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:34:53.159191 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-301e03b3-8829-4cf0-aa41-36a5963051cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:53.267919 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12402f5-992e-4bb0-aafb-a27332951a51 req-bc2e0055-877f-4a39-a033-0ecb9d81a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:53.269685 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e12402f5-992e-4bb0-aafb-a27332951a51 req-bc2e0055-877f-4a39-a033-0ecb9d81a4b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c4d81a15-2607-47f2-9e40-ce1b7d1c754a HTTP/1.1" status: 200 len: 847 time: 0.1256313 Jul 23 07:34:53.606019 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3034b1c-7194-439a-9483-90fbe056ed8e req-f76dce3d-c663-4e1f-aedb-d492969cf183 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:53.613709 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f3034b1c-7194-439a-9483-90fbe056ed8e req-f76dce3d-c663-4e1f-aedb-d492969cf183 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 945 time: 0.1008134 Jul 23 07:34:53.650166 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-301e03b3-8829-4cf0-aa41-36a5963051cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] For port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:34:53.650824 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-301e03b3-8829-4cf0-aa41-36a5963051cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:53.682823 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f3034b1c-7194-439a-9483-90fbe056ed8e req-1b7bc5a1-cca2-463c-8b5d-87e12aeb9a9d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6acc2d6-9150-45cf-a1cd-158ff70701fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663314 Jul 23 07:34:53.730007 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12402f5-992e-4bb0-aafb-a27332951a51 req-6bc96f72-0044-4a63-aeaf-38ac3b7ebf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:53.731453 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e12402f5-992e-4bb0-aafb-a27332951a51 req-6bc96f72-0044-4a63-aeaf-38ac3b7ebf2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5511dde3-b307-42d4-a5e3-93bd33192a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4541924 Jul 23 07:34:53.743351 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4fca-24fa-4238-acd0-75c1a9c3c1f0 req-3f401e7d-e19a-4124-b466-eb2502808ca3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:53.750520 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-77fe4fca-24fa-4238-acd0-75c1a9c3c1f0 req-3f401e7d-e19a-4124-b466-eb2502808ca3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.4645188 Jul 23 07:34:53.893988 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50358) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:53.899483 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-77fe4fca-24fa-4238-acd0-75c1a9c3c1f0 req-ceaacb37-6c38-4ff2-93fd-176bff14b41f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480355 Jul 23 07:34:53.986175 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc3d65d-a931-495b-862c-82c9ccdaa992 admin admin] Deleting subnet bb1bcb30-b989-4afe-be5a-f3e378f66181 {{(pid=93082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:34:54.005479 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e12402f5-992e-4bb0-aafb-a27332951a51 req-27dd8f87-192d-4b1d-bc26-dc51f94ebcc6 service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529302 Jul 23 07:34:54.019928 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d65d-a931-495b-862c-82c9ccdaa992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.061983 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-301e03b3-8829-4cf0-aa41-36a5963051cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.062362 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-301e03b3-8829-4cf0-aa41-36a5963051cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.063472 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.l3_db [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-301e03b3-8829-4cf0-aa41-36a5963051cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Floating IP 42e396a5-fa7d-42c9-8205-a4bf9494105a disassociated. External IP: 172.27.1.42, port: 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7. Jul 23 07:34:54.063472 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-301e03b3-8829-4cf0-aa41-36a5963051cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Calling delete_port for 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:34:54.071773 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d65d-a931-495b-862c-82c9ccdaa992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14992576'] for subnet, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.150419 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec85258-fc95-48eb-996b-46798ee32a71 req-0839d125-bd9e-4dfe-ba52-62d9bd2f7d2b tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:54.157078 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-5ec85258-fc95-48eb-996b-46798ee32a71 req-0839d125-bd9e-4dfe-ba52-62d9bd2f7d2b tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.1928542 Jul 23 07:34:54.188279 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d65d-a931-495b-862c-82c9ccdaa992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.273375 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-5ec85258-fc95-48eb-996b-46798ee32a71 req-06e0fe02-5e25-4773-bd66-e9ec80883731 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111624 Jul 23 07:34:54.285664 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e12402f5-992e-4bb0-aafb-a27332951a51 req-cdd01d6b-02b0-4bb1-9b88-8daa0477dcae service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678282 Jul 23 07:34:54.316041 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d65d-a931-495b-862c-82c9ccdaa992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15755894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13111125'] for subnet, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.349838 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3d65d-a931-495b-862c-82c9ccdaa992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1bcb30-b989-4afe-be5a-f3e378f66181,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:54.360162 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d65d-a931-495b-862c-82c9ccdaa992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.362301 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-5fc3d65d-a931-495b-862c-82c9ccdaa992 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bb1bcb30-b989-4afe-be5a-f3e378f66181 HTTP/1.1" status: 204 len: 168 time: 0.4672599 Jul 23 07:34:54.364941 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50366) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:54.426530 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-301e03b3-8829-4cf0-aa41-36a5963051cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.456882 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e03b3-8829-4cf0-aa41-36a5963051cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event deleted for resources: {'Port': ['ID=0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:54.475388 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-774d0621-bdc2-43cb-8db2-d592ce651b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.577302 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-774d0621-bdc2-43cb-8db2-d592ce651b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.593696 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-774d0621-bdc2-43cb-8db2-d592ce651b17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f994c47-3356-4715-8bfc-ff629f024545']}} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:54.608644 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-774d0621-bdc2-43cb-8db2-d592ce651b17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef238f98-8808-42b9-b16e-07ff2f86637a') {'for_net_delete': True} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:54.608988 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-774d0621-bdc2-43cb-8db2-d592ce651b17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef238f98-8808-42b9-b16e-07ff2f86637a') {} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:54.616740 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-301e03b3-8829-4cf0-aa41-36a5963051cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Router 262755c0-2b03-4e96-ada1-afaa8430243e has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:34:54.622164 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-774d0621-bdc2-43cb-8db2-d592ce651b17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14992585'] for segment, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.643719 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-774d0621-bdc2-43cb-8db2-d592ce651b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.656981 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774d0621-bdc2-43cb-8db2-d592ce651b17 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:34:54.657449 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-774d0621-bdc2-43cb-8db2-d592ce651b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15755788'] for segment, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: Traceback (most recent call last): Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: timer() Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: cb(*args, **kw) Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: return func(*args, **kwargs) Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: self._notify() Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: self.callback(batched_events) Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: event.method(event) Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: return f(self, *a, **k) Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._get(url).json() Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: return self.request(url, 'GET', **kwargs) Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:34:54.660523 dv-cinder-773985-13-iscsi neutron-server[93082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:34:54.760884 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-774d0621-bdc2-43cb-8db2-d592ce651b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.767820 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-774d0621-bdc2-43cb-8db2-d592ce651b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.773207 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-774d0621-bdc2-43cb-8db2-d592ce651b17 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6f994c47-3356-4715-8bfc-ff629f024545 HTTP/1.1" status: 204 len: 168 time: 0.4067070 Jul 23 07:34:54.791953 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d0621-bdc2-43cb-8db2-d592ce651b17 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f994c47-3356-4715-8bfc-ff629f024545,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:54.814649 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-301e03b3-8829-4cf0-aa41-36a5963051cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:34:54.831018 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489885e0-0ea7-41f3-a6e9-85d89ba361fb None None] Sync routers for ids ['262755c0-2b03-4e96-ada1-afaa8430243e'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:34:54.854451 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489885e0-0ea7-41f3-a6e9-85d89ba361fb None None] Routers {'262755c0-2b03-4e96-ada1-afaa8430243e'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:54.855362 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-489885e0-0ea7-41f3-a6e9-85d89ba361fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['262755c0-2b03-4e96-ada1-afaa8430243e'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:54.866957 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-812dffc6-4d4a-40b3-9e7e-eb26ebb9f93c req-3a9fb056-37dc-4368-b89f-2678beaa1ff9 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd1ec467-d970-40d0-8871-f762d4f13fb6 HTTP/1.1" status: 200 len: 210 time: 0.0735250 Jul 23 07:34:54.910777 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-301e03b3-8829-4cf0-aa41-36a5963051cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] No DVR routers for this DVR port 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:34:54.914851 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-301e03b3-8829-4cf0-aa41-36a5963051cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:54.917688 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b26b3ab7-4487-4f8c-838c-c799a9448a04 req-301e03b3-8829-4cf0-aa41-36a5963051cb tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.23 "DELETE /v2.0/ports/0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 HTTP/1.1" status: 204 len: 173 time: 1.9913163 Jul 23 07:34:54.919560 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1ec467-d970-40d0-8871-f762d4f13fb6', 'name': 'network-vif-deleted', 'tag': '0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:34:54.930962 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556a7430-50de-4227-86c2-896567c1cc7c" -d '{"events": [{"server_uuid": "fd1ec467-d970-40d0-8871-f762d4f13fb6", "name": "network-vif-deleted", "tag": "0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:34:55.014673 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9de42d-8972-4120-9c43-ae30fbe4529b x-openstack-request-id: req-0f9de42d-8972-4120-9c43-ae30fbe4529b {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:34:55.014971 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1ec467-d970-40d0-8871-f762d4f13fb6", "name": "network-vif-deleted", "tag": "0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:34:55.015238 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f9de42d-8972-4120-9c43-ae30fbe4529b {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:34:55.015814 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1ec467-d970-40d0-8871-f762d4f13fb6', 'name': 'network-vif-deleted', 'tag': '0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7', 'status': 'completed', 'code': 200} Jul 23 07:34:55.090069 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-489885e0-0ea7-41f3-a6e9-85d89ba361fb None None] Set router 262755c0-2b03-4e96-ada1-afaa8430243e gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:55.147296 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50376) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:55.206863 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa997687-40f0-46d5-9d58-3407ee28c9b7 req-8b4863ff-c157-4cc5-9691-8490683629c3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:55.209474 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-aa997687-40f0-46d5-9d58-3407ee28c9b7 req-8b4863ff-c157-4cc5-9691-8490683629c3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.1222949 Jul 23 07:34:55.222118 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-7daeb0c4-4e7f-4ce5-ad5d-bad91577b70c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef332cd6681944d498af7969851329f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0736332 Jul 23 07:34:55.224622 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50378) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:55.270802 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-aa997687-40f0-46d5-9d58-3407ee28c9b7 req-4abf987b-6608-4f66-b86a-dba2f5339ca8 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530491 Jul 23 07:34:55.296923 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1920b522-38ab-4c6d-9468-12f56350a007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:55.316403 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1920b522-38ab-4c6d-9468-12f56350a007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:55.394607 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1920b522-38ab-4c6d-9468-12f56350a007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:55.397146 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1920b522-38ab-4c6d-9468-12f56350a007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:55.399026 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-1920b522-38ab-4c6d-9468-12f56350a007 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ef3c7ca-2dd1-4cc3-992e-374dd83854d4 HTTP/1.1" status: 204 len: 168 time: 0.1733634 Jul 23 07:34:55.432270 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920b522-38ab-4c6d-9468-12f56350a007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef3c7ca-2dd1-4cc3-992e-374dd83854d4,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:55.441154 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-489885e0-0ea7-41f3-a6e9-85d89ba361fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:51Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '2eb8939a-45d0-4bf5-9634-318390e8a7ad', 'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'mac_address': 'fa:16:3e:23:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:50Z', 'updated_at': '2021-07-23T07:29:03Z', 'revision_number': 5, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'subnets': [{'id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:55.511157 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489885e0-0ea7-41f3-a6e9-85d89ba361fb None None] Checking router: 262755c0-2b03-4e96-ada1-afaa8430243e for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:34:55.516782 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122fbfa-be2b-4097-aaac-8cf8174fd245 req-c145363e-2b01-480b-8288-0dc67737148e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:55.518974 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d122fbfa-be2b-4097-aaac-8cf8174fd245 req-c145363e-2b01-480b-8288-0dc67737148e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.1359973 Jul 23 07:34:55.523165 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489885e0-0ea7-41f3-a6e9-85d89ba361fb None None] Routers {'262755c0-2b03-4e96-ada1-afaa8430243e'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:34:55.523810 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-489885e0-0ea7-41f3-a6e9-85d89ba361fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:34:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['262755c0-2b03-4e96-ada1-afaa8430243e'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:55.579720 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d122fbfa-be2b-4097-aaac-8cf8174fd245 req-15efc173-df6a-43b2-9f79-8eab41e96040 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534251 Jul 23 07:34:55.654272 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-489885e0-0ea7-41f3-a6e9-85d89ba361fb None None] Set router 262755c0-2b03-4e96-ada1-afaa8430243e gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:34:55.872031 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-489885e0-0ea7-41f3-a6e9-85d89ba361fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:51Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '2eb8939a-45d0-4bf5-9634-318390e8a7ad', 'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'mac_address': 'fa:16:3e:23:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:50Z', 'updated_at': '2021-07-23T07:29:03Z', 'revision_number': 5, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'subnets': [{'id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:34:55.897953 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489885e0-0ea7-41f3-a6e9-85d89ba361fb None None] The sync data for ids ['262755c0-2b03-4e96-ada1-afaa8430243e'] in dv-cinder-773985-13-iscsi is: [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:28:51Z', 'revision_number': 4, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '2eb8939a-45d0-4bf5-9634-318390e8a7ad', 'name': '', 'network_id': 'f640653b-1b95-4735-ad8a-809138685023', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'mac_address': 'fa:16:3e:23:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:50Z', 'updated_at': '2021-07-23T07:29:03Z', 'revision_number': 5, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'subnets': [{'id': '89993525-8aed-4fcb-9e8c-9cff111bbf6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:34:55.946367 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50400) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:55.994302 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:34:56.008705 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-af2132f6-18a6-4344-b585-c262ffb270f6 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:56.019612 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:34:56.020841 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 0cacc3eb-0d1f-4c52-ab4c-b9f2899838e7 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:34:56.033724 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-af2132f6-18a6-4344-b585-c262ffb270f6 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:56.090231 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-af2132f6-18a6-4344-b585-c262ffb270f6 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:56.093275 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-af2132f6-18a6-4344-b585-c262ffb270f6 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:56.096625 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-af2132f6-18a6-4344-b585-c262ffb270f6 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "DELETE /v2.0/security-groups/d6acc2d6-9150-45cf-a1cd-158ff70701fe HTTP/1.1" status: 204 len: 168 time: 0.1473053 Jul 23 07:34:56.097542 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50402) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:56.108050 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2132f6-18a6-4344-b585-c262ffb270f6 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6acc2d6-9150-45cf-a1cd-158ff70701fe,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:56.115726 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.api.v2.resource [None req-fb1a9d05-96ff-44d4-8d0a-5c9b83a1d7b8 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] show failed (client error): The resource could not be found. Jul 23 07:34:56.119869 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-fb1a9d05-96ff-44d4-8d0a-5c9b83a1d7b8 tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "GET /v2.0/security-groups/d6acc2d6-9150-45cf-a1cd-158ff70701fe HTTP/1.1" status: 404 len: 347 time: 0.0176539 Jul 23 07:34:56.120158 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50404) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:34:56.151720 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69963935-c3c4-4ab4-b8f1-541b88f12df0 None None] New status for floating IP 42e396a5-fa7d-42c9-8205-a4bf9494105a: DOWN {{(pid=93084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:34:56.291577 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30435acb-b56a-4434-a477-09dd6b1dc0c5 req-81d3a30a-2750-4e29-ab98-99a523a3f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:56.293208 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30435acb-b56a-4434-a477-09dd6b1dc0c5 req-81d3a30a-2750-4e29-ab98-99a523a3f7b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b&device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 1098 time: 0.0930247 Jul 23 07:34:56.299025 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-e335950d-78b8-40b0-9a4b-afc5f456113d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Deleting port e847e2c4-ce8c-42a8-bdb2-aec93d373696 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:34:56.299163 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e335950d-78b8-40b0-9a4b-afc5f456113d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:56.484362 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e335950d-78b8-40b0-9a4b-afc5f456113d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:56.484697 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e335950d-78b8-40b0-9a4b-afc5f456113d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:56.515248 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30435acb-b56a-4434-a477-09dd6b1dc0c5 req-254691c4-cce1-4161-a115-3ccdbe6964c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:56.516752 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30435acb-b56a-4434-a477-09dd6b1dc0c5 req-254691c4-cce1-4161-a115-3ccdbe6964c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6 HTTP/1.1" status: 200 len: 917 time: 0.2149425 Jul 23 07:34:56.518207 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-e335950d-78b8-40b0-9a4b-afc5f456113d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Calling delete_port for e847e2c4-ce8c-42a8-bdb2-aec93d373696 owned by network:floatingip {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:34:56.574040 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe77d22-bb2e-4bb1-a8ec-52b604404042 req-7659eb9d-fd10-4627-a76a-a6cfd932cc0d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:56.576177 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8fe77d22-bb2e-4bb1-a8ec-52b604404042 req-7659eb9d-fd10-4627-a76a-a6cfd932cc0d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.2176132 Jul 23 07:34:56.662821 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:56.670729 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30435acb-b56a-4434-a477-09dd6b1dc0c5 req-35201afd-7566-472e-9ff4-b644a0d601d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db30368a-93ed-4700-b107-f8125bf92537 HTTP/1.1" status: 200 len: 1001 time: 0.1451983 Jul 23 07:34:56.724597 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28a3f2-fd1c-4855-857e-3f32f2e9338b req-98a0ded7-9122-4ef0-a3ea-981205a235ed tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:56.725228 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8fe77d22-bb2e-4bb1-a8ec-52b604404042 req-367b5056-9e70-4ae8-8747-2b87feec8c30 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134205 Jul 23 07:34:56.726128 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4c28a3f2-fd1c-4855-857e-3f32f2e9338b req-98a0ded7-9122-4ef0-a3ea-981205a235ed tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.0650966 Jul 23 07:34:56.745165 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30435acb-b56a-4434-a477-09dd6b1dc0c5 req-33eeda81-dfa5-40cd-b53d-a41c30a08ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:56.746614 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30435acb-b56a-4434-a477-09dd6b1dc0c5 req-33eeda81-dfa5-40cd-b53d-a41c30a08ac0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d HTTP/1.1" status: 200 len: 855 time: 0.0692689 Jul 23 07:34:56.785913 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4c28a3f2-fd1c-4855-857e-3f32f2e9338b req-67a31520-ec34-4727-a8c9-7de4dadeefb0 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482285 Jul 23 07:34:56.837945 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e335950d-78b8-40b0-9a4b-afc5f456113d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:56.865917 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335950d-78b8-40b0-9a4b-afc5f456113d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Pushing event deleted for resources: {'Port': ['ID=e847e2c4-ce8c-42a8-bdb2-aec93d373696,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:34:56.877843 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30435acb-b56a-4434-a477-09dd6b1dc0c5 req-1e8735e1-bd6c-4009-9b4a-894bdfcb9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:56.879351 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30435acb-b56a-4434-a477-09dd6b1dc0c5 req-1e8735e1-bd6c-4009-9b4a-894bdfcb9fa4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1256211 Jul 23 07:34:57.000778 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e335950d-78b8-40b0-9a4b-afc5f456113d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks [] for floatingip, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:57.003168 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e335950d-78b8-40b0-9a4b-afc5f456113d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:34:57.004336 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-e335950d-78b8-40b0-9a4b-afc5f456113d tempest-AttachVolumeTestJSON-804402378 tempest-AttachVolumeTestJSON-804402378-project] 10.222.0.13 "DELETE /v2.0/floatingips/42e396a5-fa7d-42c9-8205-a4bf9494105a HTTP/1.1" status: 204 len: 168 time: 0.8831313 Jul 23 07:34:57.024802 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30435acb-b56a-4434-a477-09dd6b1dc0c5 req-57cbbfb8-d87d-4b46-ac2b-04bf2ddc809f service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265974 Jul 23 07:34:57.133808 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-30435acb-b56a-4434-a477-09dd6b1dc0c5 req-b8c2e30a-0bc6-4c05-b860-e6b308414ae5 service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010385 Jul 23 07:34:57.882362 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b3496-8741-4295-831b-909753164f68 req-044908bd-c9ee-4f58-87e3-0d8605da99ec tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:57.883860 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3b8b3496-8741-4295-831b-909753164f68 req-044908bd-c9ee-4f58-87e3-0d8605da99ec tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0838060 Jul 23 07:34:57.920053 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21ca9b-e844-43c9-8c21-22d6bfa50847 req-51d55b73-5a5b-4862-94bd-01a2bcff558d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:57.921566 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cc21ca9b-e844-43c9-8c21-22d6bfa50847 req-51d55b73-5a5b-4862-94bd-01a2bcff558d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.0663362 Jul 23 07:34:57.947008 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3b8b3496-8741-4295-831b-909753164f68 req-8660e350-5f76-4809-b0e7-bb8b99ec98d5 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568128 Jul 23 07:34:57.959786 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cc21ca9b-e844-43c9-8c21-22d6bfa50847 req-33d235ae-b16d-4418-926f-f9caea6216d4 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325544 Jul 23 07:34:59.091328 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2acfa-7a8a-4cef-a855-2578103afe28 req-1ae66b60-9de8-4df6-ba4d-c2c12d474e1e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:59.093403 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-32c2acfa-7a8a-4cef-a855-2578103afe28 req-1ae66b60-9de8-4df6-ba4d-c2c12d474e1e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.0675063 Jul 23 07:34:59.095007 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe7bcb-cf89-480b-b675-5f4108439554 req-54be424b-9562-4b43-972b-67e9dcf9b79d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:34:59.096861 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3abe7bcb-cf89-480b-b675-5f4108439554 req-54be424b-9562-4b43-972b-67e9dcf9b79d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0761147 Jul 23 07:34:59.136415 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-32c2acfa-7a8a-4cef-a855-2578103afe28 req-7b146dff-d756-4e89-91e8-fc380b858c13 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362659 Jul 23 07:34:59.137559 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-3abe7bcb-cf89-480b-b675-5f4108439554 req-2ed46457-d3e3-477e-9fcc-85c6a8d389bb tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350261 Jul 23 07:34:59.780423 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9d8cdd62-9ce5-483a-afb8-1b6eef8929cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:00.017926 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device ac27f5ad-4d17-4682-ac45-183c86073204 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:35:00.029108 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device db30368a-93ed-4700-b107-f8125bf92537 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:35:00.135219 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ba24e-4522-4bd3-a677-447826e6b160 req-094daf58-f7e0-4dfe-a9d4-fc018c961d82 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:00.136775 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704ba24e-4522-4bd3-a677-447826e6b160 req-094daf58-f7e0-4dfe-a9d4-fc018c961d82 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 945 time: 0.0702529 Jul 23 07:35:00.206128 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-704ba24e-4522-4bd3-a677-447826e6b160 req-0aff5f4a-89ce-430a-bb9c-044408bd6045 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604880 Jul 23 07:35:00.209254 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:00.216454 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port ac27f5ad-4d17-4682-ac45-183c86073204, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ac27f5ad-4d17-4682-ac45-183c86073204,segment=NetworkSegment(e407bf1c-f57e-4e66-b771-0e3671f38416),segment_id=e407bf1c-f57e-4e66-b771-0e3671f38416)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:35:00.240495 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': 'ac27f5ad-4d17-4682-ac45-183c86073204', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'port_id': 'ac27f5ad-4d17-4682-ac45-183c86073204', 'mac_address': 'fa:16:3e:e3:1c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:35:00.248983 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db30368a-93ed-4700-b107-f8125bf92537'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:35:00.251274 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e433fff4-a212-496a-b397-7b4f826a940f" -d '{"events": [{"server_uuid": "c01577f6-9091-410a-8a53-62d6af2553c1", "name": "network-vif-unplugged", "status": "completed", "tag": "db30368a-93ed-4700-b107-f8125bf92537"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:35:00.282050 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port db30368a-93ed-4700-b107-f8125bf92537, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=db30368a-93ed-4700-b107-f8125bf92537,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:35:00.287192 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 07:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe864f3-8694-4360-b603-8a0d32a29b59 x-openstack-request-id: req-6fe864f3-8694-4360-b603-8a0d32a29b59 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:35:00.287475 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01577f6-9091-410a-8a53-62d6af2553c1", "name": "network-vif-unplugged", "status": "failed", "tag": "db30368a-93ed-4700-b107-f8125bf92537", "code": 422}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:35:00.287777 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fe864f3-8694-4360-b603-8a0d32a29b59 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:35:00.288212 dv-cinder-773985-13-iscsi neutron-server[93083]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db30368a-93ed-4700-b107-f8125bf92537', 'code': 422} returned with failed status Jul 23 07:35:00.290996 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:00.303838 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16730fbd-72bb-4add-8205-35acd9793a28 req-d4b3e489-ffc7-443e-8b9e-258cdf77fada tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:00.306008 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-16730fbd-72bb-4add-8205-35acd9793a28 req-d4b3e489-ffc7-443e-8b9e-258cdf77fada tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.0860372 Jul 23 07:35:00.321013 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:00.341023 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac27f5ad-4d17-4682-ac45-183c86073204 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:35:00.354951 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-16730fbd-72bb-4add-8205-35acd9793a28 req-76062025-311d-44be-8066-d5bc7e6d36b9 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425825 Jul 23 07:35:00.375567 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port ac27f5ad-4d17-4682-ac45-183c86073204, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ac27f5ad-4d17-4682-ac45-183c86073204,segment=NetworkSegment(e407bf1c-f57e-4e66-b771-0e3671f38416),segment_id=e407bf1c-f57e-4e66-b771-0e3671f38416)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:35:00.376890 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=db30368a-93ed-4700-b107-f8125bf92537,revision_number=8']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:00.384342 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:00.436247 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=ac27f5ad-4d17-4682-ac45-183c86073204,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:00.538237 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50508) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:00.582316 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50514) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:00.636890 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f9709c5c-43b4-4313-94d7-fbfe7fdfe645 req-85ffa9e5-d258-4be2-8b54-23a9fc364add service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974777 Jul 23 07:35:00.680574 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['ac27f5ad-4d17-4682-ac45-183c86073204'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:35:01.068479 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-22d05677-1f84-4aba-bcbe-550e7816cdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747086'] for router_interface, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:01.370441 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-22d05677-1f84-4aba-bcbe-550e7816cdab admin admin] Deleting port 2eb8939a-45d0-4bf5-9634-318390e8a7ad {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:35:01.371114 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-22d05677-1f84-4aba-bcbe-550e7816cdab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:01.399726 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd9b17-9ed5-4fbe-9e08-1387c71c6817 req-00a825f7-ec8e-4deb-b90f-44347587cc69 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:01.401247 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-82dd9b17-9ed5-4fbe-9e08-1387c71c6817 req-00a825f7-ec8e-4deb-b90f-44347587cc69 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.0957670 Jul 23 07:35:01.483123 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-82dd9b17-9ed5-4fbe-9e08-1387c71c6817 req-acad01db-c13d-409c-823a-b92d69e0dd26 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743568 Jul 23 07:35:01.487096 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734470b9-839b-4506-8822-1d712af031f2 req-9b9c5b29-6467-489b-9e7e-fe99e37497bf tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:01.488620 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-734470b9-839b-4506-8822-1d712af031f2 req-9b9c5b29-6467-489b-9e7e-fe99e37497bf tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 945 time: 0.0632687 Jul 23 07:35:01.494708 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [None req-22d05677-1f84-4aba-bcbe-550e7816cdab admin admin] For port 2eb8939a-45d0-4bf5-9634-318390e8a7ad, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=2eb8939a-45d0-4bf5-9634-318390e8a7ad,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:35:01.495059 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-22d05677-1f84-4aba-bcbe-550e7816cdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:01.513198 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-22d05677-1f84-4aba-bcbe-550e7816cdab admin admin] Calling delete_port for 2eb8939a-45d0-4bf5-9634-318390e8a7ad owned by network:router_interface {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:35:01.528879 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-734470b9-839b-4506-8822-1d712af031f2 req-37226299-7215-45e9-a2ec-1e966dce1570 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329618 Jul 23 07:35:01.673851 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9709c5c-43b4-4313-94d7-fbfe7fdfe645 req-31e2d894-b26e-41f8-996e-ef327a7ab967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:01.675247 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f9709c5c-43b4-4313-94d7-fbfe7fdfe645 req-31e2d894-b26e-41f8-996e-ef327a7ab967 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1&tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b HTTP/1.1" status: 200 len: 1096 time: 0.1187046 Jul 23 07:35:01.787325 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-22d05677-1f84-4aba-bcbe-550e7816cdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:01.817465 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d05677-1f84-4aba-bcbe-550e7816cdab admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb8939a-45d0-4bf5-9634-318390e8a7ad,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:01.844155 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9709c5c-43b4-4313-94d7-fbfe7fdfe645 req-0c407d51-0e2a-4f95-8860-8054f56788ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:01.845669 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f9709c5c-43b4-4313-94d7-fbfe7fdfe645 req-0c407d51-0e2a-4f95-8860-8054f56788ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b&device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 1096 time: 0.1333866 Jul 23 07:35:02.034036 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device ac27f5ad-4d17-4682-ac45-183c86073204 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:35:02.084811 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port ac27f5ad-4d17-4682-ac45-183c86073204 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:35:02.089073 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port ac27f5ad-4d17-4682-ac45-183c86073204 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:35:02.089448 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:02.169984 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:02.228252 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port ac27f5ad-4d17-4682-ac45-183c86073204, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ac27f5ad-4d17-4682-ac45-183c86073204,segment=NetworkSegment(e407bf1c-f57e-4e66-b771-0e3671f38416),segment_id=e407bf1c-f57e-4e66-b771-0e3671f38416)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:35:02.234108 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9fe6-0baf-47d3-9f85-a79d64f6059e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:02.236266 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:02.309722 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9709c5c-43b4-4313-94d7-fbfe7fdfe645 req-f9e271d7-c8a5-419f-81a8-fb7a44e58fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:02.311234 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f9709c5c-43b4-4313-94d7-fbfe7fdfe645 req-f9e271d7-c8a5-419f-81a8-fb7a44e58fde service neutron] 10.222.0.23 "GET /v2.0/networks?id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6 HTTP/1.1" status: 200 len: 917 time: 0.4460981 Jul 23 07:35:02.368004 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-22d05677-1f84-4aba-bcbe-550e7816cdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746962'] for router_interface, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:02.386514 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac27f5ad-4d17-4682-ac45-183c86073204'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:35:02.389707 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3701f4f0-992e-4f15-8902-8a73e3e59079" -d '{"events": [{"server_uuid": "8cedce2e-e62a-4ef0-ab9e-006a9208d634", "name": "network-vif-plugged", "status": "completed", "tag": "ac27f5ad-4d17-4682-ac45-183c86073204"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:35:02.393579 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f9709c5c-43b4-4313-94d7-fbfe7fdfe645 req-16f69666-5ca6-4480-942c-0c9d9cadb14b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db30368a-93ed-4700-b107-f8125bf92537 HTTP/1.1" status: 200 len: 999 time: 0.0754292 Jul 23 07:35:02.417219 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=ac27f5ad-4d17-4682-ac45-183c86073204,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:02.426119 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e1904b-8c75-4537-965e-a31a1c54dfea x-openstack-request-id: req-f3e1904b-8c75-4537-965e-a31a1c54dfea {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:35:02.426480 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cedce2e-e62a-4ef0-ab9e-006a9208d634", "name": "network-vif-plugged", "status": "completed", "tag": "ac27f5ad-4d17-4682-ac45-183c86073204", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:35:02.426790 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3e1904b-8c75-4537-965e-a31a1c54dfea {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:35:02.427226 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac27f5ad-4d17-4682-ac45-183c86073204', 'code': 200} Jul 23 07:35:02.510374 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9709c5c-43b4-4313-94d7-fbfe7fdfe645 req-40a33355-1689-4350-95bc-3fad7c1eb626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:02.511729 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f9709c5c-43b4-4313-94d7-fbfe7fdfe645 req-40a33355-1689-4350-95bc-3fad7c1eb626 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d HTTP/1.1" status: 200 len: 855 time: 0.0848434 Jul 23 07:35:02.666017 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bab850-77b2-466c-9498-ecd09b892312 req-adabe4c9-815d-443d-86d1-75fc36cef643 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:02.667751 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-90bab850-77b2-466c-9498-ecd09b892312 req-adabe4c9-815d-443d-86d1-75fc36cef643 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.1116903 Jul 23 07:35:02.699635 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9709c5c-43b4-4313-94d7-fbfe7fdfe645 req-dc2295b1-54f0-4ff6-b498-bf0532046693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:02.701401 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f9709c5c-43b4-4313-94d7-fbfe7fdfe645 req-dc2295b1-54f0-4ff6-b498-bf0532046693 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=109d4d17-d38f-4b13-90d5-6d94ded0f2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1793308 Jul 23 07:35:02.715261 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-90bab850-77b2-466c-9498-ecd09b892312 req-43b62d73-dd19-4167-b2a6-3d47f726cbed tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400321 Jul 23 07:35:02.750672 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:02.787453 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d05677-1f84-4aba-bcbe-550e7816cdab admin admin] Router 262755c0-2b03-4e96-ada1-afaa8430243e has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:35:02.805156 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbdf05-ca90-439b-899c-6ac21dac9e77 req-305d7b38-d700-473c-b568-fb14d5688190 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:02.806648 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-21bbdf05-ca90-439b-899c-6ac21dac9e77 req-305d7b38-d700-473c-b568-fb14d5688190 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.1664405 Jul 23 07:35:02.963586 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f9709c5c-43b4-4313-94d7-fbfe7fdfe645 req-af430fd1-c9ff-4381-8cd9-7e742c2d0930 service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450531 Jul 23 07:35:02.972668 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-21bbdf05-ca90-439b-899c-6ac21dac9e77 req-9e8f1fe4-e112-4e04-b64c-1bffd53901ef tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383381 Jul 23 07:35:02.974398 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdef67-65ba-403e-8827-9606b9c36166 req-3a24ba0a-fb3e-43e2-9778-be52c7786d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:02.975799 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1fcdef67-65ba-403e-8827-9606b9c36166 req-3a24ba0a-fb3e-43e2-9778-be52c7786d0d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 1099 time: 0.2562945 Jul 23 07:35:03.090201 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1fcdef67-65ba-403e-8827-9606b9c36166 req-fc548b81-c41a-44c0-b040-c3f27bb7811a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018934 Jul 23 07:35:03.096812 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d05677-1f84-4aba-bcbe-550e7816cdab admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:35:03.108435 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-22d05677-1f84-4aba-bcbe-550e7816cdab admin admin] 10.222.0.13 "PUT /v2.0/routers/262755c0-2b03-4e96-ada1-afaa8430243e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5222907 Jul 23 07:35:03.109188 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50548) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:03.111331 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a7bf6-d9b5-4127-94f9-a9277f6856ca None None] Sync routers for ids ['262755c0-2b03-4e96-ada1-afaa8430243e'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:35:03.119047 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f9709c5c-43b4-4313-94d7-fbfe7fdfe645 req-d67b8214-a5e5-487d-8bcd-5da662ed6ffa service neutron] 10.222.0.23 "GET /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417325 Jul 23 07:35:03.126390 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a7bf6-d9b5-4127-94f9-a9277f6856ca None None] Routers {'262755c0-2b03-4e96-ada1-afaa8430243e'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:35:03.127098 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-751a7bf6-d9b5-4127-94f9-a9277f6856ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:35:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['262755c0-2b03-4e96-ada1-afaa8430243e'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:35:03.157561 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-8e1006be-9d9a-4cbc-babf-f12b43fd7292 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059495201&fields=id&tenant_id=c134473f61a74756be36eaa96636c1a6 HTTP/1.1" status: 200 len: 267 time: 0.0651629 Jul 23 07:35:03.221240 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Notify callbacks [] for router, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:03.229314 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-751a7bf6-d9b5-4127-94f9-a9277f6856ca None None] Set router 262755c0-2b03-4e96-ada1-afaa8430243e gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:35:03.264266 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-1ed2f42a-e58d-47b4-abc0-3f8c64f07a6a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:03.265739 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-1ed2f42a-e58d-47b4-abc0-3f8c64f07a6a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 812 time: 0.1008880 Jul 23 07:35:03.281394 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-b000f32f-7c5f-47a8-bfa6-28821de0c91e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/quotas/c134473f61a74756be36eaa96636c1a6 HTTP/1.1" status: 200 len: 375 time: 0.0102892 Jul 23 07:35:03.323713 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:03.353763 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f19dec5d-6e38-4f5e-9e9b-8ddebeadd6d3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665984 Jul 23 07:35:03.380184 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Deleting port ca203936-4fec-49ee-b58a-30eedf6847fd {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:35:03.380533 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:03.422855 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-751a7bf6-d9b5-4127-94f9-a9277f6856ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:35:01Z', 'revision_number': 5, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port': {'id': 'ca203936-4fec-49ee-b58a-30eedf6847fd', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:35:03.460317 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a7bf6-d9b5-4127-94f9-a9277f6856ca None None] Checking router: 262755c0-2b03-4e96-ada1-afaa8430243e for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:35:03.467378 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] For port ca203936-4fec-49ee-b58a-30eedf6847fd, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=ca203936-4fec-49ee-b58a-30eedf6847fd,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:35:03.467941 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:03.472560 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a7bf6-d9b5-4127-94f9-a9277f6856ca None None] Routers {'262755c0-2b03-4e96-ada1-afaa8430243e'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:35:03.473202 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-751a7bf6-d9b5-4127-94f9-a9277f6856ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:35:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['262755c0-2b03-4e96-ada1-afaa8430243e'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:35:03.480438 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Calling delete_port for ca203936-4fec-49ee-b58a-30eedf6847fd owned by network:router_gateway {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:35:03.521105 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f869a2a7-bd58-479f-aea4-47cf3eec5ee5 service neutron] 10.222.0.13 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550019 Jul 23 07:35:03.563123 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:03.578379 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-751a7bf6-d9b5-4127-94f9-a9277f6856ca None None] Set router 262755c0-2b03-4e96-ada1-afaa8430243e gateway port host: None {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:35:03.632646 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-39f2e0cb-2ae0-4448-b57b-0a964db5ebc6 service neutron] 10.222.0.13 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056883 Jul 23 07:35:03.642974 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-751a7bf6-d9b5-4127-94f9-a9277f6856ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:35:03Z', 'revision_number': 6, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port_host': None}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:35:03.675212 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a7bf6-d9b5-4127-94f9-a9277f6856ca None None] The sync data for ids ['262755c0-2b03-4e96-ada1-afaa8430243e'] in dv-cinder-773985-13-iscsi is: [{'id': '262755c0-2b03-4e96-ada1-afaa8430243e', 'name': 'tempest-AttachVolumeTestJSON-403174765-router', 'tenant_id': '1915e9b02c304a73919c21737c01fa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:45Z', 'updated_at': '2021-07-23T07:35:03Z', 'revision_number': 6, 'project_id': '1915e9b02c304a73919c21737c01fa84', 'gw_port_host': None}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:35:03.690463 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:03.725151 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Pushing event deleted for resources: {'Port': ['ID=ca203936-4fec-49ee-b58a-30eedf6847fd,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:03.736533 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:03.736891 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:03.737239 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:03.737571 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:03.737917 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:03.738257 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:03.738590 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:03.739161 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:03.739302 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:03.739670 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:03.740000 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:03.740431 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:03.852063 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745076'] for router_gateway, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:03.967762 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15043'] for router, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:03.971183 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:04.007415 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4333e893-e239-4a8e-925b-3063dcfc1303 req-0f176a71-54a8-4efb-9044-34686784071f tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 210 time: 0.0663707 Jul 23 07:35:04.047373 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b5d8-7205-41c9-8b8f-f0fb27c63c13 req-f6b35e40-6171-4dc1-80bc-378d7bc578b7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:04.048951 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8299b5d8-7205-41c9-8b8f-f0fb27c63c13 req-f6b35e40-6171-4dc1-80bc-378d7bc578b7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.2344623 Jul 23 07:35:04.056697 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device db30368a-93ed-4700-b107-f8125bf92537 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:35:04.061127 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745231'] for router, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:04.069771 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 262755c0-2b03-4e96-ada1-afaa8430243e {{(pid=93081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 07:35:04.109214 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] Notify callbacks [] for router, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:04.113066 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50586) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:04.113194 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-ca614d50-d8d9-4a3e-b79e-ce19645cc8bb admin admin] 10.222.0.13 "DELETE /v2.0/routers/262755c0-2b03-4e96-ada1-afaa8430243e HTTP/1.1" status: 204 len: 168 time: 1.0030265 Jul 23 07:35:04.209224 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-8299b5d8-7205-41c9-8b8f-f0fb27c63c13 req-76538190-a207-4c43-b76a-8aa18a9ee793 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362803 Jul 23 07:35:04.564577 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d73994-c60c-42c8-a1d8-a8139a44775f admin admin] Deleting subnet 89993525-8aed-4fcb-9e8c-9cff111bbf6e {{(pid=93082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:35:04.571002 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d1d73994-c60c-42c8-a1d8-a8139a44775f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:04.622956 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d1d73994-c60c-42c8-a1d8-a8139a44775f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14992576'] for subnet, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:04.662885 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697625a0-caf3-48a3-a1d7-0ba95a4e576c req-8ea032b9-523d-4ebb-b817-38ed47b60631 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:04.670995 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-697625a0-caf3-48a3-a1d7-0ba95a4e576c req-8ea032b9-523d-4ebb-b817-38ed47b60631 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.4394631 Jul 23 07:35:04.749215 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-697625a0-caf3-48a3-a1d7-0ba95a4e576c req-3c6cea36-615a-4670-b8b6-48edc1609f86 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771556 Jul 23 07:35:04.821388 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d1d73994-c60c-42c8-a1d8-a8139a44775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:04.879442 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d1d73994-c60c-42c8-a1d8-a8139a44775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15755894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13111125'] for subnet, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:04.905146 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d73994-c60c-42c8-a1d8-a8139a44775f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89993525-8aed-4fcb-9e8c-9cff111bbf6e,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:04.911361 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d1d73994-c60c-42c8-a1d8-a8139a44775f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:04.916312 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-d1d73994-c60c-42c8-a1d8-a8139a44775f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/89993525-8aed-4fcb-9e8c-9cff111bbf6e HTTP/1.1" status: 204 len: 168 time: 0.8010356 Jul 23 07:35:04.916446 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50594) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:04.925445 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161cf724-011a-4017-9fb7-bffcdb2e8873 None None] Network f640653b-1b95-4735-ad8a-809138685023 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:35:05.033723 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:05.121925 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] Deleting port ca494049-11dd-4484-b944-476e46924588 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:35:05.122292 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:05.170528 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device ca203936-4fec-49ee-b58a-30eedf6847fd no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:35:05.175942 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c059d228-ebcc-4568-8143-45912310d60b req-67fba075-ba3f-4842-b317-31c5796e997c tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 210 time: 0.0372505 Jul 23 07:35:05.204177 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: ca203936-4fec-49ee-b58a-30eedf6847fd {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:35:05.204922 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device ca203936-4fec-49ee-b58a-30eedf6847fd not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:35:05.205566 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 2eb8939a-45d0-4bf5-9634-318390e8a7ad no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:35:05.230620 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 2eb8939a-45d0-4bf5-9634-318390e8a7ad {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:35:05.230620 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 2eb8939a-45d0-4bf5-9634-318390e8a7ad not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:35:05.236656 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] For port ca494049-11dd-4484-b944-476e46924588, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=ca494049-11dd-4484-b944-476e46924588,segment=NetworkSegment(31190f65-967f-4e8c-a7ac-429ead733d8c),segment_id=31190f65-967f-4e8c-a7ac-429ead733d8c)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:35:05.237233 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:05.259851 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] Calling delete_port for ca494049-11dd-4484-b944-476e46924588 owned by network:dhcp {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:35:05.353354 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c208930-a632-4b91-93f3-51eab5482455 None None] DHCP port deletion for f640653b-1b95-4735-ad8a-809138685023 request from dv-cinder-773985-13-iscsi {{(pid=93083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 07:35:05.357814 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:05.389855 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca494049-11dd-4484-b944-476e46924588,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:05.394372 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] No DVR routers for this DVR port ca494049-11dd-4484-b944-476e46924588 on host dv-cinder-773985-13-iscsi {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:35:05.422160 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e0412-5cf0-4c1b-9e6f-da9d389cbaa1 req-52be4287-f6d9-4ba9-b146-53c70ff626f0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:05.424604 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6b6e0412-5cf0-4c1b-9e6f-da9d389cbaa1 req-52be4287-f6d9-4ba9-b146-53c70ff626f0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.0946474 Jul 23 07:35:05.476112 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6b6e0412-5cf0-4c1b-9e6f-da9d389cbaa1 req-d59e048f-3459-4dde-b791-a154275b1ff7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445206 Jul 23 07:35:05.476369 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:05.489709 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f640653b-1b95-4735-ad8a-809138685023']}} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:35:05.504171 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31190f65-967f-4e8c-a7ac-429ead733d8c') {'for_net_delete': True} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:35:05.504449 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31190f65-967f-4e8c-a7ac-429ead733d8c') {} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:35:05.514044 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12991390'] for segment, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:05.529803 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:05.537372 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:35:05.537785 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14337652'] for segment, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: Traceback (most recent call last): Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: timer() Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: cb(*args, **kw) Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: return func(*args, **kwargs) Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: self._notify() Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: self.callback(batched_events) Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: event.method(event) Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: return f(self, *a, **k) Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._get(url).json() Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: return self.request(url, 'GET', **kwargs) Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:35:05.539874 dv-cinder-773985-13-iscsi neutron-server[93081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:35:05.559634 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:05.605066 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:05.611835 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:05.614479 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f640653b-1b95-4735-ad8a-809138685023 HTTP/1.1" status: 204 len: 168 time: 0.6967800 Jul 23 07:35:05.628832 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed850a8-41c5-4890-9341-8e3f3bdd9071 admin admin] Pushing event deleted for resources: {'Network': ['ID=f640653b-1b95-4735-ad8a-809138685023,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:05.752994 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50602) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:05.793715 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-142035f9-6a8c-47a5-9214-f94a9a0d7ca0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1915e9b02c304a73919c21737c01fa84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394843 Jul 23 07:35:05.796174 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50606) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:05.851216 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-74dc26e6-1a93-4b80-a8b8-2def9b533404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:05.874132 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-74dc26e6-1a93-4b80-a8b8-2def9b533404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:05.910117 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2d78f-15bf-4b58-8432-69f9e6a468cc req-9b3a4d48-6905-4944-ac52-18c71ffffdb2 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:05.911659 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-14e2d78f-15bf-4b58-8432-69f9e6a468cc req-9b3a4d48-6905-4944-ac52-18c71ffffdb2 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0914741 Jul 23 07:35:05.926080 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-74dc26e6-1a93-4b80-a8b8-2def9b533404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:05.928869 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-74dc26e6-1a93-4b80-a8b8-2def9b533404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:05.932530 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-74dc26e6-1a93-4b80-a8b8-2def9b533404 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e43e2a96-f04b-4e46-b001-06ecda0431f3 HTTP/1.1" status: 204 len: 168 time: 0.1328855 Jul 23 07:35:05.939705 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc26e6-1a93-4b80-a8b8-2def9b533404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43e2a96-f04b-4e46-b001-06ecda0431f3,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:05.988238 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-14e2d78f-15bf-4b58-8432-69f9e6a468cc req-506750ce-194a-436f-b0d4-31c5f4e3dee5 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670705 Jul 23 07:35:06.141632 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352a9b4-ced0-43af-a942-c0e4a374d094 req-d992f57f-991c-4d2e-b5f8-46c3d05337c7 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:06.149338 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8352a9b4-ced0-43af-a942-c0e4a374d094 req-d992f57f-991c-4d2e-b5f8-46c3d05337c7 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0974391 Jul 23 07:35:06.187726 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8352a9b4-ced0-43af-a942-c0e4a374d094 req-b0438dcd-361c-423a-a900-5e3498f84bb0 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373738 Jul 23 07:35:06.212264 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50614) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:06.329366 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4117a028-4446-4e2d-911e-edbb34e7b88e req-4e23d27a-c77e-4a78-af2b-a6c7d65658ab tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 210 time: 0.0378280 Jul 23 07:35:06.490632 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e426efb-d379-4ef7-b1ef-3d39a3d01d0c tempest-TestShelveInstance-1062689144 tempest-TestShelveInstance-1062689144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:06.505450 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-7e426efb-d379-4ef7-b1ef-3d39a3d01d0c tempest-TestShelveInstance-1062689144 tempest-TestShelveInstance-1062689144-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 1094 time: 0.2892401 Jul 23 07:35:06.505782 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50630) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:06.510839 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Request body: {'floatingip': {'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'port_id': 'ac27f5ad-4d17-4682-ac45-183c86073204', 'tenant_id': '7681bf256344445e97191949838e2435', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:35:06.560454 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for floatingip, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:06.718429 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3005ebc-e2b5-4c2b-bd84-bd6bde46bd36 req-60234588-277e-4091-875d-20ad85af3aca tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:06.719897 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b3005ebc-e2b5-4c2b-bd84-bd6bde46bd36 req-60234588-277e-4091-875d-20ad85af3aca tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.1489747 Jul 23 07:35:06.774628 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b3005ebc-e2b5-4c2b-bd84-bd6bde46bd36 req-a1b42df4-a614-4713-8e13-64ffd8da5412 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472693 Jul 23 07:35:06.782785 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:06.927572 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Allocated IP 172.27.1.191 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/6919cb26-fc9e-4604-bcd1-84ae3c348337) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:35:07.074931 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:07.146232 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:07.179083 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device ca494049-11dd-4484-b944-476e46924588 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:35:07.193635 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:35:07.199213 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:35:07.202671 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:35:07.203815 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: ca494049-11dd-4484-b944-476e46924588 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:35:07.204418 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device ca494049-11dd-4484-b944-476e46924588 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:35:07.237572 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Pushing event updated for resources: {'Port': ['ID=6919cb26-fc9e-4604-bcd1-84ae3c348337,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:07.466626 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ce1534eb-b14e-4fa0-93f8-850ba5e9d97b req-3e6d7780-66e8-4eca-9dd6-f2308abb86e3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 210 time: 0.0432692 Jul 23 07:35:07.625279 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:07.726266 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:07.989471 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for port, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:07.998390 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15755816'] for port, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:08.045973 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a82dc-1290-4275-85c4-d070ed3c0ec6 req-bc96efc9-2c8e-4b74-8855-fe8d1242a4f4 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:08.047648 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-833a82dc-1290-4275-85c4-d070ed3c0ec6 req-bc96efc9-2c8e-4b74-8855-fe8d1242a4f4 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.1605189 Jul 23 07:35:08.102451 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Pushing event updated for resources: {'Port': ['ID=6919cb26-fc9e-4604-bcd1-84ae3c348337,revision_number=2']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:08.116802 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:08.138873 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50674) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:08.190378 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-833a82dc-1290-4275-85c4-d070ed3c0ec6 req-e6c395cd-6ee1-4086-8bde-751c57d02d30 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205258 Jul 23 07:35:08.238269 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.l3_db [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Floating IP bf175a8d-7356-4746-a3c0-e3b6a72c87c5 associated. External IP: 172.27.1.191, port: ac27f5ad-4d17-4682-ac45-183c86073204. Jul 23 07:35:08.280674 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-5613a644-a486-4930-9cd1-b78871a82f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:08.389089 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-5613a644-a486-4930-9cd1-b78871a82f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:08.396249 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-5613a644-a486-4930-9cd1-b78871a82f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:08.451174 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-5613a644-a486-4930-9cd1-b78871a82f3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cb9d96035284883b646366f56b26283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108668 Jul 23 07:35:08.451914 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613a644-a486-4930-9cd1-b78871a82f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb439d3-f99f-4ddb-ba39-1cc23b658d4c,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:08.454498 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50678) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:08.532398 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Router 9356c982-6130-4740-b4b2-849da19ecc44 has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:35:08.537169 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9afcb440-9a85-416b-8565-d672d763b054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:08.586557 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-70e5775d-0bfa-44ac-8aaf-84052efc651b req-c5838f0c-93c5-4919-b6d5-706fcd5043d4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 210 time: 0.0306113 Jul 23 07:35:08.606888 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9afcb440-9a85-416b-8565-d672d763b054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:08.691456 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9afcb440-9a85-416b-8565-d672d763b054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:08.694013 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9afcb440-9a85-416b-8565-d672d763b054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:08.695165 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-9afcb440-9a85-416b-8565-d672d763b054 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebb439d3-f99f-4ddb-ba39-1cc23b658d4c HTTP/1.1" status: 204 len: 168 time: 0.2397296 Jul 23 07:35:08.712000 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcb440-9a85-416b-8565-d672d763b054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb439d3-f99f-4ddb-ba39-1cc23b658d4c,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:08.720424 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:35:08.732319 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1958d1e-58ae-4c92-8c50-0f470f105978 None None] Sync routers for ids ['9356c982-6130-4740-b4b2-849da19ecc44'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:35:08.746389 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1958d1e-58ae-4c92-8c50-0f470f105978 None None] Routers {'9356c982-6130-4740-b4b2-849da19ecc44'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:35:08.747700 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-a1958d1e-58ae-4c92-8c50-0f470f105978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:35:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['9356c982-6130-4740-b4b2-849da19ecc44'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:35:08.759606 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:08.816303 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-cb75b241-9a9b-4bf3-b8b4-a816472c18cb tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3093016 Jul 23 07:35:08.817040 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'tag': 'ac27f5ad-4d17-4682-ac45-183c86073204'}] {{(pid=93082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:35:08.819409 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b256c8136409c27575bdc441bd1bca69cfbf6e91dd21a7f25e02723c0082f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb38190-8d85-4372-923e-83d0d0b73eea" -d '{"events": [{"name": "network-changed", "server_uuid": "8cedce2e-e62a-4ef0-ab9e-006a9208d634", "tag": "ac27f5ad-4d17-4682-ac45-183c86073204"}]}' {{(pid=93082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:35:08.889070 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-a1958d1e-58ae-4c92-8c50-0f470f105978 None None] Set router 9356c982-6130-4740-b4b2-849da19ecc44 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:35:09.147012 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594f8762-f92f-4529-9fb9-e3331ab35e3d x-openstack-request-id: req-594f8762-f92f-4529-9fb9-e3331ab35e3d {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:35:09.147360 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cedce2e-e62a-4ef0-ab9e-006a9208d634", "tag": "ac27f5ad-4d17-4682-ac45-183c86073204", "status": "completed", "code": 200}]} {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:35:09.147562 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-594f8762-f92f-4529-9fb9-e3331ab35e3d {{(pid=93082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:35:09.147995 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'tag': 'ac27f5ad-4d17-4682-ac45-183c86073204', 'status': 'completed', 'code': 200} Jul 23 07:35:09.161067 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50692) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:09.174546 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-a1958d1e-58ae-4c92-8c50-0f470f105978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9356c982-6130-4740-b4b2-849da19ecc44', 'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:06Z', 'revision_number': 4, 'project_id': '7681bf256344445e97191949838e2435', 'gw_port': {'id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': 'bf175a8d-7356-4746-a3c0-e3b6a72c87c5', 'tenant_id': '7681bf256344445e97191949838e2435', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'port_id': 'ac27f5ad-4d17-4682-ac45-183c86073204', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'mac_address': 'fa:16:3e:e3:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:35:07Z', 'updated_at': '2021-07-23T07:35:07Z', 'revision_number': 0, 'project_id': '7681bf256344445e97191949838e2435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0', 'name': '', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'tenant_id': '7681bf256344445e97191949838e2435', 'mac_address': 'fa:16:3e:5d:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:05Z', 'updated_at': '2021-07-23T07:34:14Z', 'revision_number': 5, 'project_id': '7681bf256344445e97191949838e2435', 'subnets': [{'id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:35:09.182716 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-db40b843-743a-44c6-ae06-d3598bc7a38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:09.205271 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1958d1e-58ae-4c92-8c50-0f470f105978 None None] Checking router: 9356c982-6130-4740-b4b2-849da19ecc44 for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:35:09.215768 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1958d1e-58ae-4c92-8c50-0f470f105978 None None] Routers {'9356c982-6130-4740-b4b2-849da19ecc44'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:35:09.216741 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-a1958d1e-58ae-4c92-8c50-0f470f105978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:35:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['9356c982-6130-4740-b4b2-849da19ecc44'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:35:09.336431 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-a1958d1e-58ae-4c92-8c50-0f470f105978 None None] Set router 9356c982-6130-4740-b4b2-849da19ecc44 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:35:09.354701 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-db40b843-743a-44c6-ae06-d3598bc7a38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:09.361983 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfe33d-5a9a-4ff5-ace4-d0596ed9849c req-0823d903-4bd1-48c0-9549-4b83764e18a3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:09.368930 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0bcfe33d-5a9a-4ff5-ace4-d0596ed9849c req-0823d903-4bd1-48c0-9549-4b83764e18a3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.0792000 Jul 23 07:35:09.373682 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-db40b843-743a-44c6-ae06-d3598bc7a38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:09.416821 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0bcfe33d-5a9a-4ff5-ace4-d0596ed9849c req-c8d07442-c5c0-4f76-b703-59af6ac7973d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414448 Jul 23 07:35:09.452703 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-db40b843-743a-44c6-ae06-d3598bc7a38a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ffa4c4cba084e70a3f6e4c7f7a21466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905378 Jul 23 07:35:09.453576 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40b843-743a-44c6-ae06-d3598bc7a38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2384d9fb-97ad-4e9c-884b-b1a0ce5fc6fd,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:09.455407 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50696) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:09.528738 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-78b9e4c6-4536-4207-9969-94f7e0eda191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:09.553341 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-78b9e4c6-4536-4207-9969-94f7e0eda191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:09.620338 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-78b9e4c6-4536-4207-9969-94f7e0eda191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:09.623966 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-78b9e4c6-4536-4207-9969-94f7e0eda191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:09.633459 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-a1958d1e-58ae-4c92-8c50-0f470f105978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9356c982-6130-4740-b4b2-849da19ecc44', 'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:06Z', 'revision_number': 4, 'project_id': '7681bf256344445e97191949838e2435', 'gw_port': {'id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': 'bf175a8d-7356-4746-a3c0-e3b6a72c87c5', 'tenant_id': '7681bf256344445e97191949838e2435', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'port_id': 'ac27f5ad-4d17-4682-ac45-183c86073204', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'mac_address': 'fa:16:3e:e3:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:35:07Z', 'updated_at': '2021-07-23T07:35:07Z', 'revision_number': 0, 'project_id': '7681bf256344445e97191949838e2435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0', 'name': '', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'tenant_id': '7681bf256344445e97191949838e2435', 'mac_address': 'fa:16:3e:5d:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:05Z', 'updated_at': '2021-07-23T07:34:14Z', 'revision_number': 5, 'project_id': '7681bf256344445e97191949838e2435', 'subnets': [{'id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:35:09.634114 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-78b9e4c6-4536-4207-9969-94f7e0eda191 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2384d9fb-97ad-4e9c-884b-b1a0ce5fc6fd HTTP/1.1" status: 204 len: 168 time: 0.1714411 Jul 23 07:35:09.650134 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9e4c6-4536-4207-9969-94f7e0eda191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2384d9fb-97ad-4e9c-884b-b1a0ce5fc6fd,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:09.689113 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1958d1e-58ae-4c92-8c50-0f470f105978 None None] The sync data for ids ['9356c982-6130-4740-b4b2-849da19ecc44'] in dv-cinder-773985-13-iscsi is: [{'id': '9356c982-6130-4740-b4b2-849da19ecc44', 'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:06Z', 'revision_number': 4, 'project_id': '7681bf256344445e97191949838e2435', 'gw_port': {'id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': 'bf175a8d-7356-4746-a3c0-e3b6a72c87c5', 'tenant_id': '7681bf256344445e97191949838e2435', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'port_id': 'ac27f5ad-4d17-4682-ac45-183c86073204', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'mac_address': 'fa:16:3e:e3:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:35:07Z', 'updated_at': '2021-07-23T07:35:07Z', 'revision_number': 0, 'project_id': '7681bf256344445e97191949838e2435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0', 'name': '', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'tenant_id': '7681bf256344445e97191949838e2435', 'mac_address': 'fa:16:3e:5d:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:05Z', 'updated_at': '2021-07-23T07:34:14Z', 'revision_number': 5, 'project_id': '7681bf256344445e97191949838e2435', 'subnets': [{'id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:35:09.710414 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9676dca3-4bf8-42d2-b693-1f37ab9008e1 req-e71e6b64-c9ac-4ada-bb23-6ccbb49af970 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 210 time: 0.0372508 Jul 23 07:35:09.962557 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c81f4-7768-4676-a9fc-0225d8c231de None None] New status for floating IP bf175a8d-7356-4746-a3c0-e3b6a72c87c5: ACTIVE {{(pid=93083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:35:10.584053 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656616a-ad57-41d8-84d2-343ac653f261 req-45d7c2b2-174b-4a40-87df-7b5f5c7e53b3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:10.585660 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e656616a-ad57-41d8-84d2-343ac653f261 req-45d7c2b2-174b-4a40-87df-7b5f5c7e53b3 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.0760427 Jul 23 07:35:10.632171 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e656616a-ad57-41d8-84d2-343ac653f261 req-9489e2f9-990c-4813-90a4-4c99dc4c1fa9 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389433 Jul 23 07:35:10.834914 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-cb71a581-82e7-49b3-bcc6-90cd3ebabf79 req-8cad6eb2-fdf8-43d1-a0b8-b67bb71ca603 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 210 time: 0.0357103 Jul 23 07:35:11.846126 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac3758-abb1-43b5-8724-3a5df98178d3 req-9080c5d8-419d-4055-8f9c-043896bb49de tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:11.847810 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eeac3758-abb1-43b5-8724-3a5df98178d3 req-9080c5d8-419d-4055-8f9c-043896bb49de tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.1284170 Jul 23 07:35:11.952949 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-547ca771-a9ba-4906-97f6-0be51f62868e req-82316aec-6153-4f04-9bb8-a2b42573b05d tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 210 time: 0.0349050 Jul 23 07:35:12.179231 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-eeac3758-abb1-43b5-8724-3a5df98178d3 req-c47580c2-6f4d-4357-a919-3380fd8ffae5 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256555 Jul 23 07:35:13.059653 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-73e98da6-3800-4137-8623-89cbf4a32e6d req-f7de9d8f-81c8-41fe-9bdf-c34fb046ca9e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 210 time: 0.0322478 Jul 23 07:35:13.319295 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e2a40-259b-4561-b8d3-9e9fb1a0198d req-7eb858d3-bf34-48fb-a8dc-926b5930ab28 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:13.320746 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-911e2a40-259b-4561-b8d3-9e9fb1a0198d req-7eb858d3-bf34-48fb-a8dc-926b5930ab28 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.0650375 Jul 23 07:35:13.358554 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-911e2a40-259b-4561-b8d3-9e9fb1a0198d req-8b5a7875-029a-4be9-b92f-222cc8316f53 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317004 Jul 23 07:35:14.155685 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-102890c0-4355-4a37-8f49-40df0e447b13 req-e684b41f-bc45-413d-9eef-24bd5c66b9a0 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 210 time: 0.0297458 Jul 23 07:35:14.398178 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb38190-8d85-4372-923e-83d0d0b73eea req-d7745443-83f8-4728-8c40-e1d3600581a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:14.399695 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6fb38190-8d85-4372-923e-83d0d0b73eea req-d7745443-83f8-4728-8c40-e1d3600581a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7681bf256344445e97191949838e2435&device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 1099 time: 0.0562320 Jul 23 07:35:14.548617 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb38190-8d85-4372-923e-83d0d0b73eea req-c858a954-b4a1-4321-a959-bcbd279d506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:14.550132 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6fb38190-8d85-4372-923e-83d0d0b73eea req-c858a954-b4a1-4321-a959-bcbd279d506e service neutron] 10.222.0.23 "GET /v2.0/networks?id=5511dde3-b307-42d4-a5e3-93bd33192a29 HTTP/1.1" status: 200 len: 909 time: 0.1329374 Jul 23 07:35:14.572352 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efcb9a-e38a-4156-a32f-8a23eda0726b req-cc7c4dc7-4a40-458a-8d4c-e129d236002d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:14.573857 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-05efcb9a-e38a-4156-a32f-8a23eda0726b req-cc7c4dc7-4a40-458a-8d4c-e129d236002d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.1224606 Jul 23 07:35:14.655228 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6fb38190-8d85-4372-923e-83d0d0b73eea req-8c7c876e-bac9-4a37-bb79-3d1aca67b47f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac27f5ad-4d17-4682-ac45-183c86073204 HTTP/1.1" status: 200 len: 1002 time: 0.0980537 Jul 23 07:35:14.658052 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-05efcb9a-e38a-4156-a32f-8a23eda0726b req-265539dd-f2d4-4b9e-87c0-a6721ae392f0 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530095 Jul 23 07:35:14.714134 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb38190-8d85-4372-923e-83d0d0b73eea req-c0d63f92-16f1-4e66-babc-df857cb6339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:14.715686 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6fb38190-8d85-4372-923e-83d0d0b73eea req-c0d63f92-16f1-4e66-babc-df857cb6339a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c4d81a15-2607-47f2-9e40-ce1b7d1c754a HTTP/1.1" status: 200 len: 847 time: 0.0453217 Jul 23 07:35:14.779238 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb38190-8d85-4372-923e-83d0d0b73eea req-38c3083b-e2d7-4785-b4ec-9466e8de266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:14.780818 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6fb38190-8d85-4372-923e-83d0d0b73eea req-38c3083b-e2d7-4785-b4ec-9466e8de266f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5511dde3-b307-42d4-a5e3-93bd33192a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0575197 Jul 23 07:35:14.871907 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6fb38190-8d85-4372-923e-83d0d0b73eea req-ec102d7b-dda8-49ca-9c8e-5d479edcaa1c service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836320 Jul 23 07:35:14.968210 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6fb38190-8d85-4372-923e-83d0d0b73eea req-175b39f7-a004-43aa-9a1e-4a1fa6c780b8 service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890641 Jul 23 07:35:15.174401 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-032ebe03-9fa1-40c2-9876-2b3f5f60cceb tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:15.175970 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-032ebe03-9fa1-40c2-9876-2b3f5f60cceb tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.23 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 812 time: 0.1021690 Jul 23 07:35:15.227832 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-dee1ace5-2a0b-4bb4-abe8-cf84703d51ae tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c134473f61a74756be36eaa96636c1a6 HTTP/1.1" status: 200 len: 380 time: 0.0370798 Jul 23 07:35:15.243080 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-d103b288-5e48-4b44-9e3f-e69af80443a4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Request body: {'port': {'device_id': '0b351050-f2d6-49d5-bc99-b8241694eb77', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'admin_state_up': True, 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'security_groups': ['39007a02-f241-4ce7-a423-30853c912de6']}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:35:15.251347 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-623a7303-222d-46bc-866c-66141193b654 req-13e51681-137f-4ec8-ba74-d3887e301884 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 210 time: 0.0298591 Jul 23 07:35:15.361385 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-d103b288-5e48-4b44-9e3f-e69af80443a4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Made reservation on behalf of c134473f61a74756be36eaa96636c1a6 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:35:15.365551 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-d103b288-5e48-4b44-9e3f-e69af80443a4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:15.489616 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-d103b288-5e48-4b44-9e3f-e69af80443a4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Allocated IP 172.20.0.12 (df90add5-e69c-484a-9a7b-2e1c2dbd8896/e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95/4e7609d2-e054-48d5-984c-dc03737b1722) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:35:15.619932 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-d103b288-5e48-4b44-9e3f-e69af80443a4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:15.633476 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-d103b288-5e48-4b44-9e3f-e69af80443a4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Transition to ACTIVE for port object 4e7609d2-e054-48d5-984c-dc03737b1722 will not be triggered until provisioned by entity DHCP. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:35:15.665599 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-d103b288-5e48-4b44-9e3f-e69af80443a4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:15.713334 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-d103b288-5e48-4b44-9e3f-e69af80443a4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Network df90add5-e69c-484a-9a7b-2e1c2dbd8896 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:35:15.720699 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-d103b288-5e48-4b44-9e3f-e69af80443a4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:35:15.724905 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-d103b288-5e48-4b44-9e3f-e69af80443a4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:35:15.768672 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103b288-5e48-4b44-9e3f-e69af80443a4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'Port': ['ID=4e7609d2-e054-48d5-984c-dc03737b1722,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:15.815629 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-d103b288-5e48-4b44-9e3f-e69af80443a4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:15.816266 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-d103b288-5e48-4b44-9e3f-e69af80443a4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:15.840179 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-d103b288-5e48-4b44-9e3f-e69af80443a4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6004469 Jul 23 07:35:15.854520 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8665e-c087-4e81-a80e-5a4add68742f req-e8d732d4-c9c3-4ae2-98b7-48221468a111 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:15.856927 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b0c8665e-c087-4e81-a80e-5a4add68742f req-e8d732d4-c9c3-4ae2-98b7-48221468a111 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.1059535 Jul 23 07:35:15.862188 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Request body: {'port': {'device_id': '0b351050-f2d6-49d5-bc99-b8241694eb77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:35:15.935392 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b0c8665e-c087-4e81-a80e-5a4add68742f req-c2d54944-d767-4d30-b4dd-52e1724ae1d2 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704386 Jul 23 07:35:15.966431 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:16.006206 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-c6c6fa14-8891-4a47-b930-35b47baca64d None None] Provisioning for port 4e7609d2-e054-48d5-984c-dc03737b1722 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:35:16.009815 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-c6c6fa14-8891-4a47-b930-35b47baca64d None None] Provisioning complete for port 4e7609d2-e054-48d5-984c-dc03737b1722 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:35:16.010180 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c6c6fa14-8891-4a47-b930-35b47baca64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:16.045300 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-c6c6fa14-8891-4a47-b930-35b47baca64d None None] Port 4e7609d2-e054-48d5-984c-dc03737b1722 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:35:16.238653 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7609d2-e054-48d5-984c-dc03737b1722 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:35:16.246755 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:16.258736 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Transition to ACTIVE for port object 4e7609d2-e054-48d5-984c-dc03737b1722 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:35:16.262117 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:16.313717 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7609d2-e054-48d5-984c-dc03737b1722,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:16.398944 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Attempting to bind port 4e7609d2-e054-48d5-984c-dc03737b1722 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:35:16.399529 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Attempting to bind port 4e7609d2-e054-48d5-984c-dc03737b1722 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:35:16.400041 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Attempting to bind port 4e7609d2-e054-48d5-984c-dc03737b1722 on network df90add5-e69c-484a-9a7b-2e1c2dbd8896 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:35:16.405509 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Port 4e7609d2-e054-48d5-984c-dc03737b1722 on network df90add5-e69c-484a-9a7b-2e1c2dbd8896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:35:16.405842 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Attempting to bind port 4e7609d2-e054-48d5-984c-dc03737b1722 on network df90add5-e69c-484a-9a7b-2e1c2dbd8896 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:35:16.408018 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02c3d6-9812-4ef1-afb6-2cc2b7027441 req-72665d0f-bc9a-48a5-8c53-6615c6a38546 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:16.410955 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:35:16.411356 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Checking segment: {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:35:16.411685 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Bound using segment: {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:35:16.412152 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Bound port: 4e7609d2-e054-48d5-984c-dc03737b1722, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:35:16.412526 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:16.415490 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ae02c3d6-9812-4ef1-afb6-2cc2b7027441 req-72665d0f-bc9a-48a5-8c53-6615c6a38546 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 944 time: 0.0827155 Jul 23 07:35:16.466088 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ae02c3d6-9812-4ef1-afb6-2cc2b7027441 req-6589d1c9-0128-4ebb-b0ed-4d85d498dfa6 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447371 Jul 23 07:35:16.484768 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50846) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:16.491287 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] For port 4e7609d2-e054-48d5-984c-dc03737b1722, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:35:16.496204 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] For port 4e7609d2-e054-48d5-984c-dc03737b1722, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4e7609d2-e054-48d5-984c-dc03737b1722,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:35:16.501783 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:16.536604 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:16.537213 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:16.538584 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] 10.222.0.23 "PUT /v2.0/ports/4e7609d2-e054-48d5-984c-dc03737b1722 HTTP/1.1" status: 200 len: 1094 time: 0.6807225 Jul 23 07:35:16.539018 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b351050-f2d6-49d5-bc99-b8241694eb77', 'tag': '4e7609d2-e054-48d5-984c-dc03737b1722'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:35:16.541316 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a4a1b7-b27d-4f0f-b7f6-12899dfc1496" -d '{"events": [{"name": "network-changed", "server_uuid": "0b351050-f2d6-49d5-bc99-b8241694eb77", "tag": "4e7609d2-e054-48d5-984c-dc03737b1722"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:35:16.585043 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f335e2-1eb9-4651-a146-5faa5f465554 x-openstack-request-id: req-18f335e2-1eb9-4651-a146-5faa5f465554 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:35:16.585043 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b351050-f2d6-49d5-bc99-b8241694eb77", "tag": "4e7609d2-e054-48d5-984c-dc03737b1722", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:35:16.585043 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18f335e2-1eb9-4651-a146-5faa5f465554 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:35:16.588524 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b351050-f2d6-49d5-bc99-b8241694eb77', 'tag': '4e7609d2-e054-48d5-984c-dc03737b1722', 'status': 'completed', 'code': 200} Jul 23 07:35:16.593464 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1573dac-840e-40b4-b9ad-5e465ca736b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7609d2-e054-48d5-984c-dc03737b1722,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:16.624247 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4ed208aa-46cf-464b-baa4-e05531c7033d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:16.670699 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-e5ba0942-cb71-48ce-b102-9652c70cb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:16.672386 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-e5ba0942-cb71-48ce-b102-9652c70cb65b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 1097 time: 0.0596025 Jul 23 07:35:16.721176 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-b34814db-1e6f-4633-8af9-0b769522105b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e7609d2-e054-48d5-984c-dc03737b1722 HTTP/1.1" status: 200 len: 217 time: 0.0359459 Jul 23 07:35:16.731410 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4ed208aa-46cf-464b-baa4-e05531c7033d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:16.735231 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4ed208aa-46cf-464b-baa4-e05531c7033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:16.773532 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-1d9990aa-5aec-4396-8254-c21caf83b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:16.774972 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-1d9990aa-5aec-4396-8254-c21caf83b95f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 HTTP/1.1" status: 200 len: 851 time: 0.0473330 Jul 23 07:35:16.775194 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-4ed208aa-46cf-464b-baa4-e05531c7033d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97ff0572ec5b49698a43d270aaffb8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892494 Jul 23 07:35:16.776619 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50852) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:16.777721 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed208aa-46cf-464b-baa4-e05531c7033d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53f8f95-28b8-403f-88de-10b2b469b06f,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:16.862676 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f9837cc9-78fc-42fb-8cea-1a5bc2c69b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:16.877195 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-105f24a0-8fcc-4781-a320-b28d44a5170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:16.878697 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-105f24a0-8fcc-4781-a320-b28d44a5170b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df90add5-e69c-484a-9a7b-2e1c2dbd8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0896411 Jul 23 07:35:16.890391 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f9837cc9-78fc-42fb-8cea-1a5bc2c69b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:16.999370 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f9837cc9-78fc-42fb-8cea-1a5bc2c69b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:17.001898 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-f9837cc9-78fc-42fb-8cea-1a5bc2c69b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:17.005416 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-f9837cc9-78fc-42fb-8cea-1a5bc2c69b3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b53f8f95-28b8-403f-88de-10b2b469b06f HTTP/1.1" status: 204 len: 168 time: 0.2254257 Jul 23 07:35:17.007328 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-e89d1869-fbe5-41f1-894b-ba1d83fdf36f service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182909 Jul 23 07:35:17.012701 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9837cc9-78fc-42fb-8cea-1a5bc2c69b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53f8f95-28b8-403f-88de-10b2b469b06f,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:17.093507 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562bc00-53cc-411f-9747-fb20bfff2b7b req-ac76a1ad-0531-45b8-a61b-118e0880c5f2 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:17.095360 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0562bc00-53cc-411f-9747-fb20bfff2b7b req-ac76a1ad-0531-45b8-a61b-118e0880c5f2 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.0819108 Jul 23 07:35:17.120576 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4fba4053-76e6-4cad-ba46-f4ec43859801 req-bc056014-c408-4197-87f8-21976e5039dd service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058173 Jul 23 07:35:17.139748 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0562bc00-53cc-411f-9747-fb20bfff2b7b req-ea2ffee3-53e6-4284-b0bf-fb2cf6c0b77e tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364537 Jul 23 07:35:17.280044 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4a1b7-b27d-4f0f-b7f6-12899dfc1496 req-915cf690-8866-4281-9384-5607fa3b89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:17.281557 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d9a4a1b7-b27d-4f0f-b7f6-12899dfc1496 req-915cf690-8866-4281-9384-5607fa3b89e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 1097 time: 0.0564001 Jul 23 07:35:17.303053 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50860) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:17.319790 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:17.380211 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4a1b7-b27d-4f0f-b7f6-12899dfc1496 req-cf589551-05d8-4dba-9fad-b34c526209a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:17.381886 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d9a4a1b7-b27d-4f0f-b7f6-12899dfc1496 req-cf589551-05d8-4dba-9fad-b34c526209a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 913 time: 0.0910115 Jul 23 07:35:17.410702 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:17.414252 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:17.452296 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b3966767e604768ab42284e1c6fc615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480458 Jul 23 07:35:17.453167 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fd0f48-ba2a-4a65-8060-cea5c6e1b4f2,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:17.455062 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50862) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:17.470829 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:17.471179 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:17.471519 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:17.471852 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:17.472215 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:17.472546 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:17.472871 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:17.473197 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:17.473523 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:17.473841 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:17.474164 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:17.474480 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8059b7-5f30-42bf-b405-72111bcddea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:35:17.475901 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d9a4a1b7-b27d-4f0f-b7f6-12899dfc1496 req-7b93d212-4990-445e-b568-eca464a34ba4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e7609d2-e054-48d5-984c-dc03737b1722 HTTP/1.1" status: 200 len: 217 time: 0.0374541 Jul 23 07:35:17.516119 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0144-cf78-45a0-816b-91e1cbc181e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:17.533470 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4a1b7-b27d-4f0f-b7f6-12899dfc1496 req-a5bb2ee9-cd56-4d70-b21e-b7ce352eae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:17.535266 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d9a4a1b7-b27d-4f0f-b7f6-12899dfc1496 req-a5bb2ee9-cd56-4d70-b21e-b7ce352eae09 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 HTTP/1.1" status: 200 len: 851 time: 0.0457230 Jul 23 07:35:17.537280 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0144-cf78-45a0-816b-91e1cbc181e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:17.583500 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0144-cf78-45a0-816b-91e1cbc181e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:17.586071 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0144-cf78-45a0-816b-91e1cbc181e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:17.587236 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-ef7c0144-cf78-45a0-816b-91e1cbc181e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4fd0f48-ba2a-4a65-8060-cea5c6e1b4f2 HTTP/1.1" status: 204 len: 168 time: 0.1312780 Jul 23 07:35:17.595261 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c0144-cf78-45a0-816b-91e1cbc181e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fd0f48-ba2a-4a65-8060-cea5c6e1b4f2,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:17.642677 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b3adf-1150-499b-9ed6-b629d7703d3d req-d54406d8-8ae3-488f-bb9e-186e4b7b736e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:17.644211 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-128b3adf-1150-499b-9ed6-b629d7703d3d req-d54406d8-8ae3-488f-bb9e-186e4b7b736e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 944 time: 0.1080441 Jul 23 07:35:17.645826 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4a1b7-b27d-4f0f-b7f6-12899dfc1496 req-be4ff855-249c-4b70-86b6-8a2234cd4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:17.647166 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d9a4a1b7-b27d-4f0f-b7f6-12899dfc1496 req-be4ff855-249c-4b70-86b6-8a2234cd4a1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df90add5-e69c-484a-9a7b-2e1c2dbd8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1017573 Jul 23 07:35:17.716377 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-128b3adf-1150-499b-9ed6-b629d7703d3d req-e0d8c480-ac74-4c5b-b0a3-b6ad877e385f tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662966 Jul 23 07:35:17.767988 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d9a4a1b7-b27d-4f0f-b7f6-12899dfc1496 req-15735a41-414f-4f8f-aa54-cbbd9037b267 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104214 Jul 23 07:35:17.862637 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d9a4a1b7-b27d-4f0f-b7f6-12899dfc1496 req-4e85cc03-eef7-49a2-880e-7232ee60a129 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879648 Jul 23 07:35:18.118567 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device db30368a-93ed-4700-b107-f8125bf92537 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:35:18.217703 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port db30368a-93ed-4700-b107-f8125bf92537, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=db30368a-93ed-4700-b107-f8125bf92537,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:35:18.229335 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': 'db30368a-93ed-4700-b107-f8125bf92537', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'port_id': 'db30368a-93ed-4700-b107-f8125bf92537', 'mac_address': 'fa:16:3e:af:56:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:35:18.269348 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:18.284162 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b91e3d-8d6c-453d-941c-c5ffff496299 req-39acaa93-9a75-481b-ab2f-e08316667fa7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:18.285942 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db30368a-93ed-4700-b107-f8125bf92537 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:35:18.286099 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d0b91e3d-8d6c-453d-941c-c5ffff496299 req-39acaa93-9a75-481b-ab2f-e08316667fa7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 943 time: 0.0690422 Jul 23 07:35:18.308318 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port db30368a-93ed-4700-b107-f8125bf92537, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=db30368a-93ed-4700-b107-f8125bf92537,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:35:18.313261 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:18.332487 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d0b91e3d-8d6c-453d-941c-c5ffff496299 req-b99bea4d-d511-4949-83de-3d6a0800d53d tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379896 Jul 23 07:35:18.361632 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=db30368a-93ed-4700-b107-f8125bf92537,revision_number=9']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:18.594687 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['db30368a-93ed-4700-b107-f8125bf92537'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:35:18.846741 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc81052-3610-4393-98bd-f2c30cf29ce0 req-b1752d4e-50a3-447a-8c66-b9b7b1f339cd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:18.848243 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-abc81052-3610-4393-98bd-f2c30cf29ce0 req-b1752d4e-50a3-447a-8c66-b9b7b1f339cd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 944 time: 0.0650630 Jul 23 07:35:18.886815 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-abc81052-3610-4393-98bd-f2c30cf29ce0 req-09cf6c9d-cfe4-43b7-b2e2-966b820110c9 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329227 Jul 23 07:35:19.172332 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:35:19.469388 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669c0b2-33a9-4e85-97a1-6b1b3373deaf req-9992a820-fa32-4f12-bb52-89a0eeff77ca tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:19.470875 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8669c0b2-33a9-4e85-97a1-6b1b3373deaf req-9992a820-fa32-4f12-bb52-89a0eeff77ca tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 944 time: 0.0652685 Jul 23 07:35:19.508434 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-8669c0b2-33a9-4e85-97a1-6b1b3373deaf req-18364c2a-577e-41cb-a325-f9c655f87fc7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319252 Jul 23 07:35:19.667596 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50940) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:19.772978 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-13583f52-cefd-4293-8c37-acc315ac80bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:19.860699 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-13583f52-cefd-4293-8c37-acc315ac80bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:19.864189 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-13583f52-cefd-4293-8c37-acc315ac80bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:19.905661 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-13583f52-cefd-4293-8c37-acc315ac80bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14838a9854b542e593dfd7de8983290c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363803 Jul 23 07:35:19.906709 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13583f52-cefd-4293-8c37-acc315ac80bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ce0835-bdb8-4acf-9bd9-e7a111172e40,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:19.908493 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50944) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:19.970320 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d9456a78-a84a-446f-aed0-67b85f317fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:20.016779 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d9456a78-a84a-446f-aed0-67b85f317fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:20.065502 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42c22b-da80-4bf4-a9e5-87ce27beab80 req-4f2cf201-801d-422a-a4b0-8d25a13300e2 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:20.067037 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc42c22b-da80-4bf4-a9e5-87ce27beab80 req-4f2cf201-801d-422a-a4b0-8d25a13300e2 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 944 time: 0.1101840 Jul 23 07:35:20.101410 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d9456a78-a84a-446f-aed0-67b85f317fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:20.103883 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d9456a78-a84a-446f-aed0-67b85f317fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:20.105583 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-d9456a78-a84a-446f-aed0-67b85f317fd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7ce0835-bdb8-4acf-9bd9-e7a111172e40 HTTP/1.1" status: 204 len: 168 time: 0.1952305 Jul 23 07:35:20.118703 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bc42c22b-da80-4bf4-a9e5-87ce27beab80 req-104ffc9a-9535-4cc0-8901-753f2c5210f4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454702 Jul 23 07:35:20.119811 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9456a78-a84a-446f-aed0-67b85f317fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ce0835-bdb8-4acf-9bd9-e7a111172e40,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:20.126236 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device db30368a-93ed-4700-b107-f8125bf92537 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:35:20.184435 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port db30368a-93ed-4700-b107-f8125bf92537 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:35:20.184802 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:20.260107 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:20.281836 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db30368a-93ed-4700-b107-f8125bf92537'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:35:20.284097 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d045d9bc-5ada-42fb-b913-acffd30213de" -d '{"events": [{"server_uuid": "c01577f6-9091-410a-8a53-62d6af2553c1", "name": "network-vif-plugged", "status": "completed", "tag": "db30368a-93ed-4700-b107-f8125bf92537"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:35:20.297221 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port db30368a-93ed-4700-b107-f8125bf92537, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=db30368a-93ed-4700-b107-f8125bf92537,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:35:20.302958 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:20.332804 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661a0240-7133-4ae9-9b8f-c3e7fd0955c6 x-openstack-request-id: req-661a0240-7133-4ae9-9b8f-c3e7fd0955c6 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:35:20.333092 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01577f6-9091-410a-8a53-62d6af2553c1", "name": "network-vif-plugged", "status": "completed", "tag": "db30368a-93ed-4700-b107-f8125bf92537", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:35:20.333340 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-661a0240-7133-4ae9-9b8f-c3e7fd0955c6 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:35:20.333714 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db30368a-93ed-4700-b107-f8125bf92537', 'code': 200} Jul 23 07:35:20.359902 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=db30368a-93ed-4700-b107-f8125bf92537,revision_number=10']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:20.392235 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 50954) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:20.405172 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-079682fc-cd00-46e3-9987-2a74283d0e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:20.492215 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-079682fc-cd00-46e3-9987-2a74283d0e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:20.497345 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-079682fc-cd00-46e3-9987-2a74283d0e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:20.534378 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-079682fc-cd00-46e3-9987-2a74283d0e24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c62aa4496606432cb0eb32143cb69226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410429 Jul 23 07:35:20.535228 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079682fc-cd00-46e3-9987-2a74283d0e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e389f7b0-c455-48b1-b613-3b2de4f62cf4,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:20.536980 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50958) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:20.665856 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e6544936-0e56-4ce9-855e-08ecea431ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:20.688577 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12daa8-f9d6-4876-a736-6961321fb414 req-7fdae0b8-72c0-45f0-b12d-2453aa138e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:20.690059 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5b12daa8-f9d6-4876-a736-6961321fb414 req-7fdae0b8-72c0-45f0-b12d-2453aa138e79 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 1099 time: 0.1368532 Jul 23 07:35:20.702100 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e6544936-0e56-4ce9-855e-08ecea431ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:20.743326 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6340ef-46c4-4322-9695-a6f9f64b8e5e req-a132236c-188e-4fbe-b6e3-a50bfdca06d6 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:20.745059 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-da6340ef-46c4-4322-9695-a6f9f64b8e5e req-a132236c-188e-4fbe-b6e3-a50bfdca06d6 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 946 time: 0.1589429 Jul 23 07:35:20.780836 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5b12daa8-f9d6-4876-a736-6961321fb414 req-a04702bd-f01c-4413-b9f0-197c48bf4544 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807912 Jul 23 07:35:20.801262 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-da6340ef-46c4-4322-9695-a6f9f64b8e5e req-4cca3379-e9ab-4629-9aa8-62c38827abf5 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442703 Jul 23 07:35:20.810131 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e6544936-0e56-4ce9-855e-08ecea431ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:20.812654 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e6544936-0e56-4ce9-855e-08ecea431ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:20.814014 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-e6544936-0e56-4ce9-855e-08ecea431ac6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e389f7b0-c455-48b1-b613-3b2de4f62cf4 HTTP/1.1" status: 204 len: 168 time: 0.2756770 Jul 23 07:35:20.824533 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6544936-0e56-4ce9-855e-08ecea431ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e389f7b0-c455-48b1-b613-3b2de4f62cf4,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:21.252841 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9f8ed-2b35-4f13-aa1a-162387c90819 req-42089a84-cd80-490a-b0be-0794720ef5b1 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:21.254612 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-adb9f8ed-2b35-4f13-aa1a-162387c90819 req-42089a84-cd80-490a-b0be-0794720ef5b1 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 944 time: 0.0631855 Jul 23 07:35:21.292011 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-adb9f8ed-2b35-4f13-aa1a-162387c90819 req-1bbcd96c-0716-41c7-95ce-0dcad605e4ea tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318298 Jul 23 07:35:21.815619 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 50990) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:21.925523 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8eaae0e8-bef9-40ac-9014-54e99cf63d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:21.982856 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadbee1-f1c1-478a-890a-f581485e49ac req-090288ae-acac-4e63-a190-07dcbd2bb926 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:21.984461 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0aadbee1-f1c1-478a-890a-f581485e49ac req-090288ae-acac-4e63-a190-07dcbd2bb926 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 946 time: 0.1090605 Jul 23 07:35:22.041156 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-0aadbee1-f1c1-478a-890a-f581485e49ac req-c7c866dd-c0a1-456f-b2cf-4899e8854c8c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494082 Jul 23 07:35:22.079256 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8eaae0e8-bef9-40ac-9014-54e99cf63d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:22.083421 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8eaae0e8-bef9-40ac-9014-54e99cf63d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:22.122288 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-8eaae0e8-bef9-40ac-9014-54e99cf63d01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33831431e914409fa837ff7488605ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055458 Jul 23 07:35:22.123407 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaae0e8-bef9-40ac-9014-54e99cf63d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c6f7c2-fbe7-4dc7-a1ea-5700776e864d,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:22.125012 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51006) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:22.187781 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e2fcbdd8-947e-45d3-a5f6-122a2da596bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:22.209303 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e2fcbdd8-947e-45d3-a5f6-122a2da596bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:22.258549 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e2fcbdd8-947e-45d3-a5f6-122a2da596bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:22.261100 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-e2fcbdd8-947e-45d3-a5f6-122a2da596bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:22.262403 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-e2fcbdd8-947e-45d3-a5f6-122a2da596bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41c6f7c2-fbe7-4dc7-a1ea-5700776e864d HTTP/1.1" status: 204 len: 168 time: 0.1363044 Jul 23 07:35:22.270157 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcbdd8-947e-45d3-a5f6-122a2da596bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c6f7c2-fbe7-4dc7-a1ea-5700776e864d,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:22.429978 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f19a1f-1187-4494-bd59-ebc2056ace6d req-5f532bc2-c645-4ae7-acc5-0e6f167273f6 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:22.431700 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-06f19a1f-1187-4494-bd59-ebc2056ace6d req-5f532bc2-c645-4ae7-acc5-0e6f167273f6 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 944 time: 0.0724967 Jul 23 07:35:22.473085 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-06f19a1f-1187-4494-bd59-ebc2056ace6d req-86813c49-f224-4973-877b-f0529660419e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338616 Jul 23 07:35:23.185184 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa371-5c31-4cab-8aaf-34bf64ad9ec8 req-626aaac8-93e5-4346-878c-0633d73f6299 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:23.186701 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b59aa371-5c31-4cab-8aaf-34bf64ad9ec8 req-626aaac8-93e5-4346-878c-0633d73f6299 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 946 time: 0.0643873 Jul 23 07:35:23.224553 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b59aa371-5c31-4cab-8aaf-34bf64ad9ec8 req-98dd37b4-9ad7-414f-b22d-d982db4bfefc tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319295 Jul 23 07:35:23.602628 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952e8e7-7412-4c21-af0f-7622093a8e05 req-f65c6cac-b05e-497a-8321-1889558934ed tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:23.604309 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1952e8e7-7412-4c21-af0f-7622093a8e05 req-f65c6cac-b05e-497a-8321-1889558934ed tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 944 time: 0.0633497 Jul 23 07:35:23.647222 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1952e8e7-7412-4c21-af0f-7622093a8e05 req-7de40973-68d2-4d9e-8521-01d6eb856323 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363953 Jul 23 07:35:24.780907 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72923c3-632c-4c53-a3e6-e36e55f02921 req-af9c8ea6-5205-4c08-a355-0bcf0d3b6632 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:24.782291 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c72923c3-632c-4c53-a3e6-e36e55f02921 req-af9c8ea6-5205-4c08-a355-0bcf0d3b6632 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 944 time: 0.0704405 Jul 23 07:35:24.820831 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c72923c3-632c-4c53-a3e6-e36e55f02921 req-6f0f8685-1349-4568-91f7-22b0ed78f544 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330882 Jul 23 07:35:25.950300 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f666b8-84cb-4aee-b4a7-4e6d92f18615 req-34e62fe6-a15a-494b-a3da-35d25f0367f8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:25.951770 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b6f666b8-84cb-4aee-b4a7-4e6d92f18615 req-34e62fe6-a15a-494b-a3da-35d25f0367f8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 944 time: 0.0648422 Jul 23 07:35:25.990008 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b6f666b8-84cb-4aee-b4a7-4e6d92f18615 req-19843564-a180-471c-83ea-f05902dcd812 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326409 Jul 23 07:35:26.154543 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 4e7609d2-e054-48d5-984c-dc03737b1722 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:35:26.249574 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 4e7609d2-e054-48d5-984c-dc03737b1722, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4e7609d2-e054-48d5-984c-dc03737b1722,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:35:26.260206 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': '4e7609d2-e054-48d5-984c-dc03737b1722', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'port_id': '4e7609d2-e054-48d5-984c-dc03737b1722', 'mac_address': 'fa:16:3e:1e:3f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:35:26.299973 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:26.313288 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7609d2-e054-48d5-984c-dc03737b1722 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:35:26.332528 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 4e7609d2-e054-48d5-984c-dc03737b1722, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4e7609d2-e054-48d5-984c-dc03737b1722,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:35:26.336559 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:26.383971 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=4e7609d2-e054-48d5-984c-dc03737b1722,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:26.672455 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:26.715838 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['4e7609d2-e054-48d5-984c-dc03737b1722'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:35:27.118943 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79ed58-e9ad-4fc1-a4fb-7b4749f9f907 req-86fefc2a-0c30-4ace-8fa7-fc8c151bb6a7 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:27.122002 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ed79ed58-e9ad-4fc1-a4fb-7b4749f9f907 req-86fefc2a-0c30-4ace-8fa7-fc8c151bb6a7 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 945 time: 0.0669832 Jul 23 07:35:27.159841 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ed79ed58-e9ad-4fc1-a4fb-7b4749f9f907 req-834c7388-bc4e-49f6-80ac-ec0c7f2b15eb tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324314 Jul 23 07:35:28.172133 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 4e7609d2-e054-48d5-984c-dc03737b1722 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:35:28.221917 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port 4e7609d2-e054-48d5-984c-dc03737b1722 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:35:28.226216 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port 4e7609d2-e054-48d5-984c-dc03737b1722 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:35:28.226584 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:28.287941 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200215cf-68ff-405a-bbf7-107ecf183284 req-2ea9da38-e3ae-4f20-aa36-f2dd30b3f55f tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:28.289443 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-200215cf-68ff-405a-bbf7-107ecf183284 req-2ea9da38-e3ae-4f20-aa36-f2dd30b3f55f tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 945 time: 0.0636218 Jul 23 07:35:28.309912 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:28.328728 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-200215cf-68ff-405a-bbf7-107ecf183284 req-80bee4cd-6ace-4c3a-88bd-7a1290c71bf3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336902 Jul 23 07:35:28.333576 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b351050-f2d6-49d5-bc99-b8241694eb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7609d2-e054-48d5-984c-dc03737b1722'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:35:28.335809 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca5529e-ebc8-479d-bec4-92edaaa8f07b" -d '{"events": [{"server_uuid": "0b351050-f2d6-49d5-bc99-b8241694eb77", "name": "network-vif-plugged", "status": "completed", "tag": "4e7609d2-e054-48d5-984c-dc03737b1722"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:35:28.353701 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 4e7609d2-e054-48d5-984c-dc03737b1722, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4e7609d2-e054-48d5-984c-dc03737b1722,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:35:28.357896 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:28.381685 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e3b78b-ef6b-45d6-b4b7-66dde48ffc2a x-openstack-request-id: req-82e3b78b-ef6b-45d6-b4b7-66dde48ffc2a {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:35:28.381976 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b351050-f2d6-49d5-bc99-b8241694eb77", "name": "network-vif-plugged", "status": "completed", "tag": "4e7609d2-e054-48d5-984c-dc03737b1722", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:35:28.382223 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82e3b78b-ef6b-45d6-b4b7-66dde48ffc2a {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:35:28.382602 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b351050-f2d6-49d5-bc99-b8241694eb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7609d2-e054-48d5-984c-dc03737b1722', 'code': 200} Jul 23 07:35:28.408670 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=4e7609d2-e054-48d5-984c-dc03737b1722,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:28.658373 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fa2d3-28d2-482d-80ef-9cb55a380ef9 req-eeee6506-6a99-49e3-9c95-d9dcdaf27a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:28.659978 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7b4fa2d3-28d2-482d-80ef-9cb55a380ef9 req-eeee6506-6a99-49e3-9c95-d9dcdaf27a3e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 1099 time: 0.0580909 Jul 23 07:35:28.695713 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7b4fa2d3-28d2-482d-80ef-9cb55a380ef9 req-1aad6f33-c690-4a51-9e51-ae4be49adfcc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286789 Jul 23 07:35:29.468906 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77d5c8-988d-43f7-9d29-06bb6b224e32 req-a01d711f-e104-4089-a3f2-89a48bd41eaa tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:29.470419 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ea77d5c8-988d-43f7-9d29-06bb6b224e32 req-a01d711f-e104-4089-a3f2-89a48bd41eaa tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 946 time: 0.0685198 Jul 23 07:35:29.507491 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-ea77d5c8-988d-43f7-9d29-06bb6b224e32 req-704bedb1-d7fa-4b6f-82a6-b0f2494b72b6 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315773 Jul 23 07:35:29.783214 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-dde723aa-7874-4580-bd0c-35ec9ed9f9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:30.636822 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae52ed9-af77-4a8d-83ac-9668d300a557 req-2eae5021-8878-4c94-a9fd-e5f28720b6a0 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:30.638459 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4ae52ed9-af77-4a8d-83ac-9668d300a557 req-2eae5021-8878-4c94-a9fd-e5f28720b6a0 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 946 time: 0.0641246 Jul 23 07:35:30.676661 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4ae52ed9-af77-4a8d-83ac-9668d300a557 req-f7732d25-968d-48c0-9dc6-69bd13ba50d1 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326250 Jul 23 07:35:30.806118 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32f6f0-b458-4020-b603-c1d05c600d4b req-b1b4719e-2fac-455e-bfc0-f7d7f74a4b67 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:30.807613 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7f32f6f0-b458-4020-b603-c1d05c600d4b req-b1b4719e-2fac-455e-bfc0-f7d7f74a4b67 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 946 time: 0.0642774 Jul 23 07:35:30.845480 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7f32f6f0-b458-4020-b603-c1d05c600d4b req-6aa4ef85-a0ae-4026-9e09-1dcfa016a0d5 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323339 Jul 23 07:35:30.868991 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51152) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:31.059105 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17e09db-69f0-4aac-b1cb-1ae2e01f780a tempest-TestVolumeBootPattern-466431556 tempest-TestVolumeBootPattern-466431556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:31.060532 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-d17e09db-69f0-4aac-b1cb-1ae2e01f780a tempest-TestVolumeBootPattern-466431556 tempest-TestVolumeBootPattern-466431556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 1094 time: 0.1903410 Jul 23 07:35:31.064308 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51156) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:31.068925 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Request body: {'floatingip': {'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'port_id': '4e7609d2-e054-48d5-984c-dc03737b1722', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:35:31.091436 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for floatingip, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:31.188752 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:31.293016 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Allocated IP 172.27.1.240 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/0ecfd14e-4864-48f9-87af-05061c242dce) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:35:31.621782 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:31.659716 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:31.694428 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:35:31.701085 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:35:31.704557 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:35:31.712926 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'Port': ['ID=0ecfd14e-4864-48f9-87af-05061c242dce,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:32.057452 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:32.139793 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:32.205139 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ac5dcf9e-a477-48ad-bd5f-db5b4f1c1771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:32.289844 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for port, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:32.294343 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15755816'] for port, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:32.357865 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'Port': ['ID=0ecfd14e-4864-48f9-87af-05061c242dce,revision_number=2']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:32.369012 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:32.470969 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.l3_db [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Floating IP 627989c1-123b-4535-a9ae-42656eb78163 associated. External IP: 172.27.1.240, port: 4e7609d2-e054-48d5-984c-dc03737b1722. Jul 23 07:35:32.681201 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:35:32.752846 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:32.791271 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:35:32.802251 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14acf37-fb9f-42d8-a335-886adca1e0a6 None None] Sync routers for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:35:32.811054 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:32.813913 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14acf37-fb9f-42d8-a335-886adca1e0a6 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:35:32.814729 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-e14acf37-fb9f-42d8-a335-886adca1e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:35:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:35:32.847853 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-069e829e-03bd-4cc6-b056-1c6833024c12 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7823853 Jul 23 07:35:32.848584 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b351050-f2d6-49d5-bc99-b8241694eb77', 'tag': '4e7609d2-e054-48d5-984c-dc03737b1722'}] {{(pid=93082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:35:32.850807 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b256c8136409c27575bdc441bd1bca69cfbf6e91dd21a7f25e02723c0082f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc5b6c6-f61f-4f60-ac93-0cebbf3eb829" -d '{"events": [{"name": "network-changed", "server_uuid": "0b351050-f2d6-49d5-bc99-b8241694eb77", "tag": "4e7609d2-e054-48d5-984c-dc03737b1722"}]}' {{(pid=93082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:35:32.897727 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb2a8fb-d8ca-4116-a33e-d9f0028ce905 x-openstack-request-id: req-9bb2a8fb-d8ca-4116-a33e-d9f0028ce905 {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:35:32.898054 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b351050-f2d6-49d5-bc99-b8241694eb77", "tag": "4e7609d2-e054-48d5-984c-dc03737b1722", "status": "completed", "code": 200}]} {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:35:32.898276 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bb2a8fb-d8ca-4116-a33e-d9f0028ce905 {{(pid=93082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:35:32.898676 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b351050-f2d6-49d5-bc99-b8241694eb77', 'tag': '4e7609d2-e054-48d5-984c-dc03737b1722', 'status': 'completed', 'code': 200} Jul 23 07:35:32.922291 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-e14acf37-fb9f-42d8-a335-886adca1e0a6 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:35:33.003669 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5b6c6-f61f-4f60-ac93-0cebbf3eb829 req-24c71a95-e964-4407-8cde-03c5491364f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:33.005204 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-abc5b6c6-f61f-4f60-ac93-0cebbf3eb829 req-24c71a95-e964-4407-8cde-03c5491364f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 1099 time: 0.0581803 Jul 23 07:35:33.117195 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5b6c6-f61f-4f60-ac93-0cebbf3eb829 req-c1762c35-ffe8-4d30-8f93-36c47eaca4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:33.118651 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-abc5b6c6-f61f-4f60-ac93-0cebbf3eb829 req-c1762c35-ffe8-4d30-8f93-36c47eaca4c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 913 time: 0.1013620 Jul 23 07:35:33.186886 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-abc5b6c6-f61f-4f60-ac93-0cebbf3eb829 req-2ece8f55-cda1-4aba-b822-166a775d8136 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e7609d2-e054-48d5-984c-dc03737b1722 HTTP/1.1" status: 200 len: 1000 time: 0.0588622 Jul 23 07:35:33.243070 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5b6c6-f61f-4f60-ac93-0cebbf3eb829 req-2dc2b8ed-445e-4f53-aae7-d442ece77fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:33.243427 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-e14acf37-fb9f-42d8-a335-886adca1e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '627989c1-123b-4535-a9ae-42656eb78163', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'port_id': '4e7609d2-e054-48d5-984c-dc03737b1722', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'mac_address': 'fa:16:3e:1e:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b351050-f2d6-49d5-bc99-b8241694eb77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:35:31Z', 'updated_at': '2021-07-23T07:35:31Z', 'revision_number': 0, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:35:33.244969 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-abc5b6c6-f61f-4f60-ac93-0cebbf3eb829 req-2dc2b8ed-445e-4f53-aae7-d442ece77fc7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 HTTP/1.1" status: 200 len: 851 time: 0.0482974 Jul 23 07:35:33.270650 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14acf37-fb9f-42d8-a335-886adca1e0a6 None None] Checking router: aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:35:33.279049 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14acf37-fb9f-42d8-a335-886adca1e0a6 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:35:33.279645 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-e14acf37-fb9f-42d8-a335-886adca1e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:35:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:35:33.302986 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5b6c6-f61f-4f60-ac93-0cebbf3eb829 req-abf61f81-b715-4038-b0d9-4f2bf32fea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:35:33.304491 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-abc5b6c6-f61f-4f60-ac93-0cebbf3eb829 req-abf61f81-b715-4038-b0d9-4f2bf32fea00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df90add5-e69c-484a-9a7b-2e1c2dbd8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527501 Jul 23 07:35:33.386298 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-e14acf37-fb9f-42d8-a335-886adca1e0a6 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:35:33.398621 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-abc5b6c6-f61f-4f60-ac93-0cebbf3eb829 req-f030d0dc-aec3-4c03-ba4a-720756a988b6 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858681 Jul 23 07:35:33.499335 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-abc5b6c6-f61f-4f60-ac93-0cebbf3eb829 req-d74d3f25-244d-435b-8886-3421ad6123e7 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929654 Jul 23 07:35:33.535230 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:33.617175 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-e14acf37-fb9f-42d8-a335-886adca1e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '627989c1-123b-4535-a9ae-42656eb78163', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'port_id': '4e7609d2-e054-48d5-984c-dc03737b1722', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'mac_address': 'fa:16:3e:1e:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b351050-f2d6-49d5-bc99-b8241694eb77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:35:31Z', 'updated_at': '2021-07-23T07:35:31Z', 'revision_number': 0, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:35:33.643722 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14acf37-fb9f-42d8-a335-886adca1e0a6 None None] The sync data for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi is: [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '627989c1-123b-4535-a9ae-42656eb78163', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'port_id': '4e7609d2-e054-48d5-984c-dc03737b1722', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'mac_address': 'fa:16:3e:1e:3f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b351050-f2d6-49d5-bc99-b8241694eb77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:35:31Z', 'updated_at': '2021-07-23T07:35:31Z', 'revision_number': 0, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:35:33.852442 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171bddcc-a699-4c7b-8fb2-0e2263399b91 None None] New status for floating IP 627989c1-123b-4535-a9ae-42656eb78163: ACTIVE {{(pid=93083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:35:35.555085 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:52.945076 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51268) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:53.046197 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-54a0481a-b243-4997-befd-4ce62a31955c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:53.133222 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-54a0481a-b243-4997-befd-4ce62a31955c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:53.136832 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-54a0481a-b243-4997-befd-4ce62a31955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:53.174616 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-54a0481a-b243-4997-befd-4ce62a31955c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71e67773ddba45768dd65f360a7e5c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284648 Jul 23 07:35:53.175493 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0481a-b243-4997-befd-4ce62a31955c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b001bb-4a76-463e-b2d7-febb5f606dc8,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:53.177338 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 51272) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:53.224865 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e5d1347f-337c-4f84-8490-9dfe74788942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:53.245239 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e5d1347f-337c-4f84-8490-9dfe74788942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:53.289127 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e5d1347f-337c-4f84-8490-9dfe74788942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:53.291534 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-e5d1347f-337c-4f84-8490-9dfe74788942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:53.292730 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-e5d1347f-337c-4f84-8490-9dfe74788942 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3b001bb-4a76-463e-b2d7-febb5f606dc8 HTTP/1.1" status: 204 len: 168 time: 0.1137736 Jul 23 07:35:53.300800 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1347f-337c-4f84-8490-9dfe74788942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b001bb-4a76-463e-b2d7-febb5f606dc8,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:54.348891 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 51304) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:54.463629 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a59ba101-411b-4aff-8398-1416d0755753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:54.558237 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a59ba101-411b-4aff-8398-1416d0755753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:54.562014 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a59ba101-411b-4aff-8398-1416d0755753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:54.599758 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-a59ba101-411b-4aff-8398-1416d0755753 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2622352008b846bd86a94662e035ae7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496955 Jul 23 07:35:54.600742 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ba101-411b-4aff-8398-1416d0755753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203c3d85-114c-44ac-9d5f-d3fd09399ff8,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:54.602546 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51308) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:35:54.649836 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d89a5e7d-8ab3-4fe8-bb59-8f4e9381de5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:54.669850 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d89a5e7d-8ab3-4fe8-bb59-8f4e9381de5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:54.718533 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d89a5e7d-8ab3-4fe8-bb59-8f4e9381de5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:54.721835 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d89a5e7d-8ab3-4fe8-bb59-8f4e9381de5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:54.723070 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-d89a5e7d-8ab3-4fe8-bb59-8f4e9381de5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/203c3d85-114c-44ac-9d5f-d3fd09399ff8 HTTP/1.1" status: 204 len: 168 time: 0.1194801 Jul 23 07:35:54.730714 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a5e7d-8ab3-4fe8-bb59-8f4e9381de5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203c3d85-114c-44ac-9d5f-d3fd09399ff8,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:35:56.170858 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:35:56.692522 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:35:59.789239 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-e2c2f00d-8ee9-4488-a4b2-c50ca197cf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:02.207299 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7903-8515-4d03-92a0-c56fe8910c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:02.755082 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:03.537721 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:03.608929 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db3ec3-504b-423f-9033-b49a8e2ebbd8 req-f6ac370b-c6bd-4297-b91d-8bd9d06daef7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:36:03.610332 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-46db3ec3-504b-423f-9033-b49a8e2ebbd8 req-f6ac370b-c6bd-4297-b91d-8bd9d06daef7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 946 time: 0.0633371 Jul 23 07:36:03.648035 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-46db3ec3-504b-423f-9033-b49a8e2ebbd8 req-0677d793-a270-491f-beea-8bddd450cb92 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316217 Jul 23 07:36:04.187277 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a8b92d04-dc78-40f1-b97a-25056d5d2c14 req-8aadd568-63bd-495a-a27e-a2a2edf7d8d4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557637 Jul 23 07:36:04.304275 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b92d04-dc78-40f1-b97a-25056d5d2c14 req-875cdab1-a596-467f-b583-1a312c1c785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:36:04.305821 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a8b92d04-dc78-40f1-b97a-25056d5d2c14 req-875cdab1-a596-467f-b583-1a312c1c785e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7681bf256344445e97191949838e2435&device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 1099 time: 0.0588179 Jul 23 07:36:04.410905 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b92d04-dc78-40f1-b97a-25056d5d2c14 req-477b8b19-8b9c-4091-94ec-14659060b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:36:04.412404 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a8b92d04-dc78-40f1-b97a-25056d5d2c14 req-477b8b19-8b9c-4091-94ec-14659060b9f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5511dde3-b307-42d4-a5e3-93bd33192a29 HTTP/1.1" status: 200 len: 909 time: 0.0858288 Jul 23 07:36:04.478700 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a8b92d04-dc78-40f1-b97a-25056d5d2c14 req-049792d6-81b6-4a57-8ade-728955c767ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac27f5ad-4d17-4682-ac45-183c86073204 HTTP/1.1" status: 200 len: 1002 time: 0.0596054 Jul 23 07:36:04.526472 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b92d04-dc78-40f1-b97a-25056d5d2c14 req-080c1763-52cb-4ca1-8dc1-50541488db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:36:04.527853 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a8b92d04-dc78-40f1-b97a-25056d5d2c14 req-080c1763-52cb-4ca1-8dc1-50541488db1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c4d81a15-2607-47f2-9e40-ce1b7d1c754a HTTP/1.1" status: 200 len: 847 time: 0.0423310 Jul 23 07:36:04.583870 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b92d04-dc78-40f1-b97a-25056d5d2c14 req-ae64b777-0365-464c-86ba-27e9fc42c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:36:04.585312 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a8b92d04-dc78-40f1-b97a-25056d5d2c14 req-ae64b777-0365-464c-86ba-27e9fc42c925 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5511dde3-b307-42d4-a5e3-93bd33192a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508065 Jul 23 07:36:04.674804 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a8b92d04-dc78-40f1-b97a-25056d5d2c14 req-646fd9ef-d7d0-482a-8cd5-0d0f63357285 service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826035 Jul 23 07:36:04.785430 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5b4bf-1d6c-4d50-b3df-4079a5302e85 req-d8fc5709-9e56-44d4-a7e0-cc9099235146 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:36:04.786888 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-93e5b4bf-1d6c-4d50-b3df-4079a5302e85 req-d8fc5709-9e56-44d4-a7e0-cc9099235146 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 946 time: 0.0620370 Jul 23 07:36:04.824886 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-93e5b4bf-1d6c-4d50-b3df-4079a5302e85 req-a5043231-bf18-4bdd-868e-3c1cec2eec35 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325401 Jul 23 07:36:05.558291 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:05.567778 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a8b92d04-dc78-40f1-b97a-25056d5d2c14 req-a584b5c9-5bb9-4e54-8eb6-cb75758a6573 service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828850 Jul 23 07:36:05.962391 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a63dc-4457-4c43-83d9-2d131201515c req-51f7b726-c4e1-4ca3-92c8-1d39501dfe8a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:36:05.963828 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1e4a63dc-4457-4c43-83d9-2d131201515c req-51f7b726-c4e1-4ca3-92c8-1d39501dfe8a tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 946 time: 0.0651860 Jul 23 07:36:05.999910 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1e4a63dc-4457-4c43-83d9-2d131201515c req-f6e68765-06d3-432b-882b-0c4f7f21591f tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305500 Jul 23 07:36:07.131236 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4f6ce-caf1-4dc9-8bb1-770e4a23551b req-18206d63-36af-41d3-a007-2e61ac1fec2b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:36:07.132738 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-48e4f6ce-caf1-4dc9-8bb1-770e4a23551b req-18206d63-36af-41d3-a007-2e61ac1fec2b tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 946 time: 0.0627434 Jul 23 07:36:07.169114 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-48e4f6ce-caf1-4dc9-8bb1-770e4a23551b req-4b2fc8c2-1220-42d3-b534-096abde7e5f1 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309093 Jul 23 07:36:07.968477 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-10c7bbf8-019d-4ebc-8e54-c7e5d2b13a89 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:36:07.970553 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-10c7bbf8-019d-4ebc-8e54-c7e5d2b13a89 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.23 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 946 time: 0.0609176 Jul 23 07:36:08.069132 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Deleting port db30368a-93ed-4700-b107-f8125bf92537 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:36:08.069528 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:08.155364 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] For port db30368a-93ed-4700-b107-f8125bf92537, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=db30368a-93ed-4700-b107-f8125bf92537,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:36:08.155715 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:08.358963 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:08.359243 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:08.359555 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.l3_db [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Floating IP 364cb376-4675-4957-8b6f-2ebdb069db49 disassociated. External IP: 172.27.1.157, port: db30368a-93ed-4700-b107-f8125bf92537. Jul 23 07:36:08.359896 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Calling delete_port for db30368a-93ed-4700-b107-f8125bf92537 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:36:08.378328 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0ccb-222e-42db-a3a7-07f9be8f9126 req-04154d2f-1e74-44e7-88f2-aa636c38e3e7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:36:08.379778 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-addf0ccb-222e-42db-a3a7-07f9be8f9126 req-04154d2f-1e74-44e7-88f2-aa636c38e3e7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 946 time: 0.1336510 Jul 23 07:36:08.459500 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-addf0ccb-222e-42db-a3a7-07f9be8f9126 req-55556069-6cb1-4621-ac57-6c2063b8583c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups?id=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742292 Jul 23 07:36:08.534353 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:08.561164 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event deleted for resources: {'Port': ['ID=db30368a-93ed-4700-b107-f8125bf92537,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:08.575490 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:08.575841 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:08.576208 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:08.576548 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:08.576881 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:08.577209 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:08.577529 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:08.577860 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:08.578312 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:08.578507 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:08.578832 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:08.579136 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:08.952253 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Router 63279ee6-7d44-461a-a924-c6e89946307c has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:36:09.067389 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:36:09.084735 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb045a-2359-4ef6-8c29-ffbf92b6b909 None None] Sync routers for ids ['63279ee6-7d44-461a-a924-c6e89946307c'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:36:09.109226 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb045a-2359-4ef6-8c29-ffbf92b6b909 None None] Routers {'63279ee6-7d44-461a-a924-c6e89946307c'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:36:09.109987 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-90bb045a-2359-4ef6-8c29-ffbf92b6b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:36:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['63279ee6-7d44-461a-a924-c6e89946307c'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:36:09.118929 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] No DVR routers for this DVR port db30368a-93ed-4700-b107-f8125bf92537 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:36:09.121801 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:09.123797 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-f7aa7453-4349-4850-8b93-49cf174b42c3 req-f9fbf3c4-774d-4408-a647-39c5b3cc00a7 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.23 "DELETE /v2.0/ports/db30368a-93ed-4700-b107-f8125bf92537 HTTP/1.1" status: 204 len: 173 time: 1.1487954 Jul 23 07:36:09.124267 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'name': 'network-vif-deleted', 'tag': 'db30368a-93ed-4700-b107-f8125bf92537'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:36:09.126640 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d385f0b-a9cb-4809-96ef-926d090c5453" -d '{"events": [{"server_uuid": "c01577f6-9091-410a-8a53-62d6af2553c1", "name": "network-vif-deleted", "tag": "db30368a-93ed-4700-b107-f8125bf92537"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:36:09.170407 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a8f11d-45bb-415e-aa8f-33d436ce441b x-openstack-request-id: req-48a8f11d-45bb-415e-aa8f-33d436ce441b {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:36:09.170704 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01577f6-9091-410a-8a53-62d6af2553c1", "name": "network-vif-deleted", "tag": "db30368a-93ed-4700-b107-f8125bf92537", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:36:09.171064 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48a8f11d-45bb-415e-aa8f-33d436ce441b {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:36:09.171367 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01577f6-9091-410a-8a53-62d6af2553c1', 'name': 'network-vif-deleted', 'tag': 'db30368a-93ed-4700-b107-f8125bf92537', 'status': 'completed', 'code': 200} Jul 23 07:36:09.227528 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-90bb045a-2359-4ef6-8c29-ffbf92b6b909 None None] Set router 63279ee6-7d44-461a-a924-c6e89946307c gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:36:09.421031 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-90bb045a-2359-4ef6-8c29-ffbf92b6b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'e51b45d1-e333-4f86-95da-8fd6790e0d07', 'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'mac_address': 'fa:16:3e:11:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:55Z', 'updated_at': '2021-07-23T07:29:11Z', 'revision_number': 5, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'subnets': [{'id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:36:09.449074 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb045a-2359-4ef6-8c29-ffbf92b6b909 None None] Checking router: 63279ee6-7d44-461a-a924-c6e89946307c for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:36:09.457701 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb045a-2359-4ef6-8c29-ffbf92b6b909 None None] Routers {'63279ee6-7d44-461a-a924-c6e89946307c'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:36:09.458287 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-90bb045a-2359-4ef6-8c29-ffbf92b6b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:36:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['63279ee6-7d44-461a-a924-c6e89946307c'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:36:09.561476 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-90bb045a-2359-4ef6-8c29-ffbf92b6b909 None None] Set router 63279ee6-7d44-461a-a924-c6e89946307c gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:36:09.576108 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b3f083b0-8355-491c-a4b7-b084a772be37 req-94e7c8c2-2d68-4c95-9064-3e52d8f7e149 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01577f6-9091-410a-8a53-62d6af2553c1 HTTP/1.1" status: 200 len: 210 time: 0.0303755 Jul 23 07:36:09.757236 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-90bb045a-2359-4ef6-8c29-ffbf92b6b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'e51b45d1-e333-4f86-95da-8fd6790e0d07', 'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'mac_address': 'fa:16:3e:11:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:55Z', 'updated_at': '2021-07-23T07:29:11Z', 'revision_number': 5, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'subnets': [{'id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:36:09.784017 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb045a-2359-4ef6-8c29-ffbf92b6b909 None None] The sync data for ids ['63279ee6-7d44-461a-a924-c6e89946307c'] in dv-cinder-773985-13-iscsi is: [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:28:57Z', 'revision_number': 4, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'e51b45d1-e333-4f86-95da-8fd6790e0d07', 'name': '', 'network_id': '109d4d17-d38f-4b13-90d5-6d94ded0f2d6', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'mac_address': 'fa:16:3e:11:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:55Z', 'updated_at': '2021-07-23T07:29:11Z', 'revision_number': 5, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'subnets': [{'id': '0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:36:09.991790 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983ff7a-1452-49c1-a70e-4e538ce2d90a None None] New status for floating IP 364cb376-4675-4957-8b6f-2ebdb069db49: DOWN {{(pid=93083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:36:10.678283 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51452) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:10.735495 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9303ae64-8031-407f-ad42-e5acfc711c6c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:10.757380 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9303ae64-8031-407f-ad42-e5acfc711c6c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:10.803689 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9303ae64-8031-407f-ad42-e5acfc711c6c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:10.806173 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9303ae64-8031-407f-ad42-e5acfc711c6c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:10.807280 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-9303ae64-8031-407f-ad42-e5acfc711c6c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "DELETE /v2.0/security-groups/00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8 HTTP/1.1" status: 204 len: 168 time: 0.1279879 Jul 23 07:36:10.810093 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 51454) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:10.816207 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303ae64-8031-407f-ad42-e5acfc711c6c tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:10.826858 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.api.v2.resource [None req-bfb68930-40c7-4044-bc26-23c4398ed7d4 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] show failed (client error): The resource could not be found. Jul 23 07:36:10.827954 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-bfb68930-40c7-4044-bc26-23c4398ed7d4 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "GET /v2.0/security-groups/00b7c8d0-39e2-4e9e-9f0e-5fe898a011a8 HTTP/1.1" status: 404 len: 347 time: 0.0167096 Jul 23 07:36:10.832198 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51456) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:10.951286 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-1456a44d-2385-430f-925a-831e7f71b546 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Deleting port f5bd3b0b-e54b-4dd1-b8e4-7f88257e3394 {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:36:10.951628 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1456a44d-2385-430f-925a-831e7f71b546 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:11.031366 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1456a44d-2385-430f-925a-831e7f71b546 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:11.031686 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1456a44d-2385-430f-925a-831e7f71b546 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:11.043141 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-1456a44d-2385-430f-925a-831e7f71b546 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Calling delete_port for f5bd3b0b-e54b-4dd1-b8e4-7f88257e3394 owned by network:floatingip {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:36:11.166143 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1456a44d-2385-430f-925a-831e7f71b546 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:11.194457 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456a44d-2385-430f-925a-831e7f71b546 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Pushing event deleted for resources: {'Port': ['ID=f5bd3b0b-e54b-4dd1-b8e4-7f88257e3394,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:11.254761 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1456a44d-2385-430f-925a-831e7f71b546 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks [] for floatingip, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:11.257380 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-1456a44d-2385-430f-925a-831e7f71b546 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:11.258530 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-1456a44d-2385-430f-925a-831e7f71b546 tempest-AttachVolumeShelveTestJSON-1286285007 tempest-AttachVolumeShelveTestJSON-1286285007-project] 10.222.0.13 "DELETE /v2.0/floatingips/364cb376-4675-4957-8b6f-2ebdb069db49 HTTP/1.1" status: 204 len: 168 time: 0.4252641 Jul 23 07:36:12.422258 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device db30368a-93ed-4700-b107-f8125bf92537 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:36:12.447921 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: db30368a-93ed-4700-b107-f8125bf92537 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:36:12.448307 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device db30368a-93ed-4700-b107-f8125bf92537 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:36:13.696410 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51498) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:13.756470 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 51502) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:13.811342 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-54105e97-e65d-4495-ba98-a9011f2ae13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:13.903269 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-54105e97-e65d-4495-ba98-a9011f2ae13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:13.907426 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-54105e97-e65d-4495-ba98-a9011f2ae13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:13.947732 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-54105e97-e65d-4495-ba98-a9011f2ae13e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59934c5b7e9344d99cfdf380c922fa4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901844 Jul 23 07:36:13.948711 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54105e97-e65d-4495-ba98-a9011f2ae13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36123379-7295-4d84-a95f-59a96881fc16,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:13.952050 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 51506) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:14.006752 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-9b6850b7-cd55-46ae-88d1-d430f3dcf6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:14.027505 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-9b6850b7-cd55-46ae-88d1-d430f3dcf6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:14.072889 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-9b6850b7-cd55-46ae-88d1-d430f3dcf6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:14.075512 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-9b6850b7-cd55-46ae-88d1-d430f3dcf6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:14.079029 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-9b6850b7-cd55-46ae-88d1-d430f3dcf6d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36123379-7295-4d84-a95f-59a96881fc16 HTTP/1.1" status: 204 len: 168 time: 0.1235337 Jul 23 07:36:14.089385 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6850b7-cd55-46ae-88d1-d430f3dcf6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36123379-7295-4d84-a95f-59a96881fc16,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:14.146017 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bc083329-d7eb-4843-b3c1-552d19b91756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747086'] for router_interface, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:14.420130 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-bc083329-d7eb-4843-b3c1-552d19b91756 admin admin] Deleting port e51b45d1-e333-4f86-95da-8fd6790e0d07 {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:36:14.420426 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bc083329-d7eb-4843-b3c1-552d19b91756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:14.498291 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [None req-bc083329-d7eb-4843-b3c1-552d19b91756 admin admin] For port e51b45d1-e333-4f86-95da-8fd6790e0d07, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=e51b45d1-e333-4f86-95da-8fd6790e0d07,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:36:14.498644 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bc083329-d7eb-4843-b3c1-552d19b91756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:14.510666 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-bc083329-d7eb-4843-b3c1-552d19b91756 admin admin] Calling delete_port for e51b45d1-e333-4f86-95da-8fd6790e0d07 owned by network:router_interface {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:36:14.681394 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bc083329-d7eb-4843-b3c1-552d19b91756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:14.706203 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc083329-d7eb-4843-b3c1-552d19b91756 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51b45d1-e333-4f86-95da-8fd6790e0d07,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:14.867653 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bc083329-d7eb-4843-b3c1-552d19b91756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746962'] for router_interface, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:15.070551 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc083329-d7eb-4843-b3c1-552d19b91756 admin admin] Router 63279ee6-7d44-461a-a924-c6e89946307c has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:36:15.175029 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc083329-d7eb-4843-b3c1-552d19b91756 admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:36:15.179971 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-bc083329-d7eb-4843-b3c1-552d19b91756 admin admin] 10.222.0.13 "PUT /v2.0/routers/63279ee6-7d44-461a-a924-c6e89946307c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4819655 Jul 23 07:36:15.182492 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51510) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:15.183226 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec46f9-ed73-4fcc-be06-c06c32981f03 None None] Sync routers for ids ['63279ee6-7d44-461a-a924-c6e89946307c'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:36:15.192987 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec46f9-ed73-4fcc-be06-c06c32981f03 None None] Routers {'63279ee6-7d44-461a-a924-c6e89946307c'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:36:15.193600 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-beec46f9-ed73-4fcc-be06-c06c32981f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:36:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['63279ee6-7d44-461a-a924-c6e89946307c'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:36:15.386819 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-beec46f9-ed73-4fcc-be06-c06c32981f03 None None] Set router 63279ee6-7d44-461a-a924-c6e89946307c gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:36:15.513069 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] Notify callbacks [] for router, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:15.570942 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-beec46f9-ed73-4fcc-be06-c06c32981f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:36:14Z', 'revision_number': 5, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:36:15.596381 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec46f9-ed73-4fcc-be06-c06c32981f03 None None] Checking router: 63279ee6-7d44-461a-a924-c6e89946307c for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:36:15.604360 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec46f9-ed73-4fcc-be06-c06c32981f03 None None] Routers {'63279ee6-7d44-461a-a924-c6e89946307c'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:36:15.604954 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-beec46f9-ed73-4fcc-be06-c06c32981f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:36:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['63279ee6-7d44-461a-a924-c6e89946307c'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:36:15.609402 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:15.660479 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] Deleting port 7daf7b39-3623-4826-99b8-a80b62966808 {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:36:15.660729 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:15.708218 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-beec46f9-ed73-4fcc-be06-c06c32981f03 None None] Set router 63279ee6-7d44-461a-a924-c6e89946307c gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:36:15.739557 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] For port 7daf7b39-3623-4826-99b8-a80b62966808, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=7daf7b39-3623-4826-99b8-a80b62966808,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:36:15.740177 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:15.751640 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] Calling delete_port for 7daf7b39-3623-4826-99b8-a80b62966808 owned by network:router_gateway {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:36:15.882516 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-beec46f9-ed73-4fcc-be06-c06c32981f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:36:14Z', 'revision_number': 5, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:36:15.912843 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec46f9-ed73-4fcc-be06-c06c32981f03 None None] The sync data for ids ['63279ee6-7d44-461a-a924-c6e89946307c'] in dv-cinder-773985-13-iscsi is: [{'id': '63279ee6-7d44-461a-a924-c6e89946307c', 'name': 'tempest-AttachVolumeShelveTestJSON-152732955-router', 'tenant_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7daf7b39-3623-4826-99b8-a80b62966808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:28:47Z', 'updated_at': '2021-07-23T07:36:14Z', 'revision_number': 5, 'project_id': '36b2f932ad9e4c7f81bcc2768504ed1b', 'gw_port': {'id': '7daf7b39-3623-4826-99b8-a80b62966808', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:35:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63279ee6-7d44-461a-a924-c6e89946307c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:28:48Z', 'updated_at': '2021-07-23T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:36:15.919114 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:15.950280 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] Pushing event deleted for resources: {'Port': ['ID=7daf7b39-3623-4826-99b8-a80b62966808,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:16.011763 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745076'] for router_gateway, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.099906 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15043'] for router, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.102012 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.146099 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745231'] for router, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.146570 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63279ee6-7d44-461a-a924-c6e89946307c {{(pid=93082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 07:36:16.150763 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] Notify callbacks [] for router, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.151905 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-51bf84ca-463d-4b5e-8f44-4ff2523ea707 admin admin] 10.222.0.13 "DELETE /v2.0/routers/63279ee6-7d44-461a-a924-c6e89946307c HTTP/1.1" status: 204 len: 168 time: 0.9685009 Jul 23 07:36:16.154329 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51512) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:16.196538 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7dc496-33ff-46c9-82ac-5e3781fd8f57 admin admin] Deleting subnet 0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d {{(pid=93082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:36:16.199375 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc496-33ff-46c9-82ac-5e3781fd8f57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.232017 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc496-33ff-46c9-82ac-5e3781fd8f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14992576'] for subnet, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.315647 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc496-33ff-46c9-82ac-5e3781fd8f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.372850 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc496-33ff-46c9-82ac-5e3781fd8f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15755894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13111125'] for subnet, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.402268 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc496-33ff-46c9-82ac-5e3781fd8f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.404167 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-ef7dc496-33ff-46c9-82ac-5e3781fd8f57 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d HTTP/1.1" status: 204 len: 168 time: 0.2488959 Jul 23 07:36:16.405004 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dc496-33ff-46c9-82ac-5e3781fd8f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa81a18-5e73-4e7a-b4c7-eea9e49d1b0d,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:16.407874 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51514) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:16.410589 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d146af6b-aa24-407a-a770-e529b37f51a8 None None] Network 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:36:16.479931 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.536180 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] Deleting port 20463fdd-8273-4378-a0e0-cb7d81b8416c {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:36:16.536528 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.604542 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] DHCP port deletion for 109d4d17-d38f-4b13-90d5-6d94ded0f2d6 request from dv-cinder-773985-13-iscsi {{(pid=93083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 07:36:16.604739 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] For port 20463fdd-8273-4378-a0e0-cb7d81b8416c, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=20463fdd-8273-4378-a0e0-cb7d81b8416c,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:36:16.604961 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.618266 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] Calling delete_port for 20463fdd-8273-4378-a0e0-cb7d81b8416c owned by network:dhcp {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:36:16.653404 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Deleting port 20463fdd-8273-4378-a0e0-cb7d81b8416c {{(pid=93083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:36:16.653779 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.700507 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.714042 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] For port 20463fdd-8273-4378-a0e0-cb7d81b8416c, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=20463fdd-8273-4378-a0e0-cb7d81b8416c,segment=NetworkSegment(81f9fa57-b816-4571-93fc-a138062aefc1),segment_id=81f9fa57-b816-4571-93fc-a138062aefc1)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:36:16.714433 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.726633 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Calling delete_port for 20463fdd-8273-4378-a0e0-cb7d81b8416c owned by network:dhcp {{(pid=93083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:36:16.727891 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] No DVR routers for this DVR port 20463fdd-8273-4378-a0e0-cb7d81b8416c on host dv-cinder-773985-13-iscsi {{(pid=93082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:36:16.732173 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=20463fdd-8273-4378-a0e0-cb7d81b8416c,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:16.802834 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.804176 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268'] for port, after_delete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.812633 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109d4d17-d38f-4b13-90d5-6d94ded0f2d6']}} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:36:16.823751 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f9fa57-b816-4571-93fc-a138062aefc1') {'for_net_delete': True} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:36:16.823978 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.services.segments.db [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f9fa57-b816-4571-93fc-a138062aefc1') {} {{(pid=93082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:36:16.828243 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Pushing event deleted for resources: {'Port': ['ID=20463fdd-8273-4378-a0e0-cb7d81b8416c,revision_number=None']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:16.834086 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14992585'] for segment, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.836441 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] No DVR routers for this DVR port 20463fdd-8273-4378-a0e0-cb7d81b8416c on host dv-cinder-773985-13-iscsi {{(pid=93083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:36:16.838237 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:16.838583 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:16.838916 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:16.839247 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:16.839574 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:16.839902 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:16.840252 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:16.840575 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:16.840901 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:16.841219 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:16.841537 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:16.841852 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8b925-e80a-42e8-b71c-b699389428cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:16.854084 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.859715 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:36:16.860186 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15755788'] for segment, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: Traceback (most recent call last): Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: timer() Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: cb(*args, **kw) Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: return func(*args, **kwargs) Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: self._notify() Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: self.callback(batched_events) Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: event.method(event) Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: return f(self, *a, **k) Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._get(url).json() Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: return self.request(url, 'GET', **kwargs) Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:36:16.862004 dv-cinder-773985-13-iscsi neutron-server[93082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:36:16.914422 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.919965 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:16.921835 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/109d4d17-d38f-4b13-90d5-6d94ded0f2d6 HTTP/1.1" status: 204 len: 168 time: 0.5128295 Jul 23 07:36:16.933272 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e5956-7c0b-487c-892e-a17c5a4ea2a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=109d4d17-d38f-4b13-90d5-6d94ded0f2d6,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:17.078448 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51518) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:17.121194 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-3aefadbc-baa0-430c-8bb2-4b1db2ed1c5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36b2f932ad9e4c7f81bcc2768504ed1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413606 Jul 23 07:36:17.123538 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51520) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:17.159350 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 20463fdd-8273-4378-a0e0-cb7d81b8416c no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:36:17.174696 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7a6b7327-2c54-43d9-b153-37ac4fbce0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:17.178943 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 20463fdd-8273-4378-a0e0-cb7d81b8416c {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:36:17.179292 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 20463fdd-8273-4378-a0e0-cb7d81b8416c not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:36:17.179717 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 7daf7b39-3623-4826-99b8-a80b62966808 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:36:17.196034 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7a6b7327-2c54-43d9-b153-37ac4fbce0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:17.197846 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 7daf7b39-3623-4826-99b8-a80b62966808 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:36:17.198197 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 7daf7b39-3623-4826-99b8-a80b62966808 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:36:17.198610 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device e51b45d1-e333-4f86-95da-8fd6790e0d07 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:36:17.216707 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: e51b45d1-e333-4f86-95da-8fd6790e0d07 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:36:17.217060 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device e51b45d1-e333-4f86-95da-8fd6790e0d07 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:36:17.243257 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7a6b7327-2c54-43d9-b153-37ac4fbce0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:17.246125 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7a6b7327-2c54-43d9-b153-37ac4fbce0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:17.247331 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-7a6b7327-2c54-43d9-b153-37ac4fbce0a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03a1986d-7cbb-4dff-b728-8337e510b6d8 HTTP/1.1" status: 204 len: 168 time: 0.1228521 Jul 23 07:36:17.257650 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b7327-2c54-43d9-b153-37ac4fbce0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a1986d-7cbb-4dff-b728-8337e510b6d8,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:26.694085 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:29.790471 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-449a4280-2577-4714-80c0-881c3491ad24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:32.207932 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-250af400-5fb0-422c-8be2-32196fdce461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:32.756039 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:33.169459 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:36:33.540804 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:35.564531 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:44.781150 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51728) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:44.881773 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:44.969270 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:44.972844 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:45.010175 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0759649df44e490894084b68a38a8544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279074 Jul 23 07:36:45.010989 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15892ffc-13f3-4b85-85be-424f1a59ce4e,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:45.012946 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 51732) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:45.018320 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:45.018665 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:45.019018 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:45.019350 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:45.019679 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:45.020009 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:45.020364 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:45.020690 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:45.021016 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:45.021335 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:45.021655 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:45.021971 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc69ef-b7a3-4ffd-9262-6bacb8e95a78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:36:45.061485 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7cfbaf15-2745-4ef6-b3bb-53485dddc0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:45.080919 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7cfbaf15-2745-4ef6-b3bb-53485dddc0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:45.132484 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7cfbaf15-2745-4ef6-b3bb-53485dddc0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:45.135453 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-7cfbaf15-2745-4ef6-b3bb-53485dddc0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:45.136624 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-7cfbaf15-2745-4ef6-b3bb-53485dddc0b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15892ffc-13f3-4b85-85be-424f1a59ce4e HTTP/1.1" status: 204 len: 168 time: 0.1226027 Jul 23 07:36:45.143935 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbaf15-2745-4ef6-b3bb-53485dddc0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15892ffc-13f3-4b85-85be-424f1a59ce4e,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:45.385954 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 51738) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:45.399599 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-5bd92dfd-28cf-4ead-9a50-8d5c63a1f30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:45.489520 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-5bd92dfd-28cf-4ead-9a50-8d5c63a1f30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:45.493364 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-5bd92dfd-28cf-4ead-9a50-8d5c63a1f30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:45.529483 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd92dfd-28cf-4ead-9a50-8d5c63a1f30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e194a14f-60ac-414c-b80b-737a8435b9cc,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:45.533739 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-5bd92dfd-28cf-4ead-9a50-8d5c63a1f30a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d11091a4fad544cb9450e774b9cfa888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467116 Jul 23 07:36:45.536336 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 51740) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:45.582356 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d0f1089f-8bcb-4eb8-b981-66d262785036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:45.603880 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d0f1089f-8bcb-4eb8-b981-66d262785036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:45.650859 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d0f1089f-8bcb-4eb8-b981-66d262785036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:45.653666 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d0f1089f-8bcb-4eb8-b981-66d262785036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:45.654800 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-d0f1089f-8bcb-4eb8-b981-66d262785036 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e194a14f-60ac-414c-b80b-737a8435b9cc HTTP/1.1" status: 204 len: 168 time: 0.1175721 Jul 23 07:36:45.662452 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1089f-8bcb-4eb8-b981-66d262785036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e194a14f-60ac-414c-b80b-737a8435b9cc,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:47.184857 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51786) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:47.286225 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-fbf425c3-64b4-44e4-9c92-8496df102931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:47.373444 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-fbf425c3-64b4-44e4-9c92-8496df102931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:47.377855 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-fbf425c3-64b4-44e4-9c92-8496df102931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:47.414575 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-fbf425c3-64b4-44e4-9c92-8496df102931 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f3348342abd470d9cca9a08acd0cf9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286108 Jul 23 07:36:47.415439 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf425c3-64b4-44e4-9c92-8496df102931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4614ef3b-0660-49f5-bedf-8143520f4ec2,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:47.417242 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 51790) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:47.466120 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-94473d7d-3049-4e5c-bb07-21ca3e23465d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:47.486073 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-94473d7d-3049-4e5c-bb07-21ca3e23465d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:47.533371 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-94473d7d-3049-4e5c-bb07-21ca3e23465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:47.536007 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-94473d7d-3049-4e5c-bb07-21ca3e23465d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:47.537306 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-94473d7d-3049-4e5c-bb07-21ca3e23465d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4614ef3b-0660-49f5-bedf-8143520f4ec2 HTTP/1.1" status: 204 len: 168 time: 0.1189828 Jul 23 07:36:47.544901 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94473d7d-3049-4e5c-bb07-21ca3e23465d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4614ef3b-0660-49f5-bedf-8143520f4ec2,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:47.782334 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51796) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:47.795863 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6936a9a8-b35f-4117-acfd-4e00e27da8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:47.883119 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6936a9a8-b35f-4117-acfd-4e00e27da8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:47.886662 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-6936a9a8-b35f-4117-acfd-4e00e27da8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:47.923243 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-6936a9a8-b35f-4117-acfd-4e00e27da8ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93200619b84d4be08437a56cee9c70de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398056 Jul 23 07:36:47.925216 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936a9a8-b35f-4117-acfd-4e00e27da8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f962ba-5380-4177-aa29-360d5867467b,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:47.926447 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 51798) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:47.973727 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6754df97-52f8-455e-a566-3a01817ca283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:47.995325 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6754df97-52f8-455e-a566-3a01817ca283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:48.040599 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6754df97-52f8-455e-a566-3a01817ca283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:48.043080 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-6754df97-52f8-455e-a566-3a01817ca283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:48.044235 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-6754df97-52f8-455e-a566-3a01817ca283 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86f962ba-5380-4177-aa29-360d5867467b HTTP/1.1" status: 204 len: 168 time: 0.1167912 Jul 23 07:36:48.051530 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754df97-52f8-455e-a566-3a01817ca283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f962ba-5380-4177-aa29-360d5867467b,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:53.626201 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 51880) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:53.724893 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ced41adb-4f91-41c6-bceb-d377ff749df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:53.809062 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ced41adb-4f91-41c6-bceb-d377ff749df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:53.812571 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ced41adb-4f91-41c6-bceb-d377ff749df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:53.851219 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-ced41adb-4f91-41c6-bceb-d377ff749df0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c365182a409d40a5ba06870f9226edc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238669 Jul 23 07:36:53.852167 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced41adb-4f91-41c6-bceb-d377ff749df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d0e7b0-8abc-4b6c-bed5-7a2d52f5f9ba,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:53.854055 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51884) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:53.903511 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-653ab4e3-8ea7-4619-aaf4-4e91455302fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:53.924137 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-653ab4e3-8ea7-4619-aaf4-4e91455302fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:53.976486 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-653ab4e3-8ea7-4619-aaf4-4e91455302fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:53.979083 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-653ab4e3-8ea7-4619-aaf4-4e91455302fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:53.980339 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-653ab4e3-8ea7-4619-aaf4-4e91455302fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4d0e7b0-8abc-4b6c-bed5-7a2d52f5f9ba HTTP/1.1" status: 204 len: 168 time: 0.1247408 Jul 23 07:36:53.988310 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ab4e3-8ea7-4619-aaf4-4e91455302fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d0e7b0-8abc-4b6c-bed5-7a2d52f5f9ba,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:54.249172 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 51890) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:54.265612 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-579e0496-8c20-40f9-ba54-15efc9c94f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:54.357275 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-579e0496-8c20-40f9-ba54-15efc9c94f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:54.361158 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-579e0496-8c20-40f9-ba54-15efc9c94f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:54.399312 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-579e0496-8c20-40f9-ba54-15efc9c94f4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66305839ffdf444da800fd12079c7557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490297 Jul 23 07:36:54.400181 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e0496-8c20-40f9-ba54-15efc9c94f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c00cef0-bae0-467c-8ed7-ab5d976600a9,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:54.402022 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51892) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:54.452784 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-808972a5-d778-49eb-8198-a6c8dedb98c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:54.473754 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-808972a5-d778-49eb-8198-a6c8dedb98c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:54.522055 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-808972a5-d778-49eb-8198-a6c8dedb98c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:54.524940 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-808972a5-d778-49eb-8198-a6c8dedb98c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:54.526067 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-808972a5-d778-49eb-8198-a6c8dedb98c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c00cef0-bae0-467c-8ed7-ab5d976600a9 HTTP/1.1" status: 204 len: 168 time: 0.1229842 Jul 23 07:36:54.534569 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808972a5-d778-49eb-8198-a6c8dedb98c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c00cef0-bae0-467c-8ed7-ab5d976600a9,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:56.382847 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51962) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:56.482156 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9e40498b-f8ac-49aa-a991-7d5b7a2ea365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:56.568945 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9e40498b-f8ac-49aa-a991-7d5b7a2ea365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:56.572662 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-9e40498b-f8ac-49aa-a991-7d5b7a2ea365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:56.608278 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40498b-f8ac-49aa-a991-7d5b7a2ea365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3190be56-f365-4837-ab5d-ef9b9edc312d,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:56.612495 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-9e40498b-f8ac-49aa-a991-7d5b7a2ea365 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50d6f0ae48974683a13bbc0db058435d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286441 Jul 23 07:36:56.614996 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51966) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:56.664163 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f46fbd64-800c-4ac6-8038-2c77724b3cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:56.683826 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f46fbd64-800c-4ac6-8038-2c77724b3cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:56.707204 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:56.729297 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f46fbd64-800c-4ac6-8038-2c77724b3cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:56.731773 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f46fbd64-800c-4ac6-8038-2c77724b3cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:56.732974 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-f46fbd64-800c-4ac6-8038-2c77724b3cc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3190be56-f365-4837-ab5d-ef9b9edc312d HTTP/1.1" status: 204 len: 168 time: 0.1170821 Jul 23 07:36:56.740668 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fbd64-800c-4ac6-8038-2c77724b3cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3190be56-f365-4837-ab5d-ef9b9edc312d,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:56.981524 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51972) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:56.994338 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f422c05a-00a8-4a27-b9c0-52fc022eee39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:57.078085 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f422c05a-00a8-4a27-b9c0-52fc022eee39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:57.082065 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f422c05a-00a8-4a27-b9c0-52fc022eee39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:57.119920 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422c05a-00a8-4a27-b9c0-52fc022eee39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475e53ec-95a9-4ae4-8655-7e9632556218,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:57.124909 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-f422c05a-00a8-4a27-b9c0-52fc022eee39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9095715ac3c8416b84c3fdbdcd94c997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423578 Jul 23 07:36:57.127471 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 51974) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:36:57.174968 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4e8d233a-9c02-4f26-b915-4e8c2dd21230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:57.195364 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4e8d233a-9c02-4f26-b915-4e8c2dd21230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:57.242019 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4e8d233a-9c02-4f26-b915-4e8c2dd21230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:57.245009 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-4e8d233a-9c02-4f26-b915-4e8c2dd21230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:36:57.246131 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-4e8d233a-9c02-4f26-b915-4e8c2dd21230 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/475e53ec-95a9-4ae4-8655-7e9632556218 HTTP/1.1" status: 204 len: 168 time: 0.1176591 Jul 23 07:36:57.253489 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d233a-9c02-4f26-b915-4e8c2dd21230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475e53ec-95a9-4ae4-8655-7e9632556218,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:36:59.790591 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9c19c4c1-ea44-4d52-9d86-a59ffc882720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:01.911835 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-042dd50b-1fd9-41a9-bfaf-f2e5073f0ed4 req-7539c798-56d5-4f40-b029-b16e4cfadd71 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505345 Jul 23 07:37:01.996650 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd50b-1fd9-41a9-bfaf-f2e5073f0ed4 req-99a7f8df-83ab-4f9f-8cf3-7f6ac6f5ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:01.998160 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-042dd50b-1fd9-41a9-bfaf-f2e5073f0ed4 req-99a7f8df-83ab-4f9f-8cf3-7f6ac6f5ae47 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 1099 time: 0.0539725 Jul 23 07:37:02.100000 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd50b-1fd9-41a9-bfaf-f2e5073f0ed4 req-6fefefcd-9590-484b-a522-56ba928f4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:02.102032 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-042dd50b-1fd9-41a9-bfaf-f2e5073f0ed4 req-6fefefcd-9590-484b-a522-56ba928f4e21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 913 time: 0.0859742 Jul 23 07:37:02.162830 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-042dd50b-1fd9-41a9-bfaf-f2e5073f0ed4 req-832fa1d6-1dc2-4e6d-b806-bb2bba442c4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e7609d2-e054-48d5-984c-dc03737b1722 HTTP/1.1" status: 200 len: 1002 time: 0.0549147 Jul 23 07:37:02.209188 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-e58ebf07-46b3-4f04-8176-f8bb142f04cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:02.215480 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd50b-1fd9-41a9-bfaf-f2e5073f0ed4 req-2b520bb9-4d01-44cb-a2ab-98924e5e01af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:02.216954 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-042dd50b-1fd9-41a9-bfaf-f2e5073f0ed4 req-2b520bb9-4d01-44cb-a2ab-98924e5e01af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 HTTP/1.1" status: 200 len: 851 time: 0.0482452 Jul 23 07:37:02.280103 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd50b-1fd9-41a9-bfaf-f2e5073f0ed4 req-620a6c7d-87d8-49a7-9dc8-82db63324060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:02.281574 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-042dd50b-1fd9-41a9-bfaf-f2e5073f0ed4 req-620a6c7d-87d8-49a7-9dc8-82db63324060 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df90add5-e69c-484a-9a7b-2e1c2dbd8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0579047 Jul 23 07:37:02.367979 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-042dd50b-1fd9-41a9-bfaf-f2e5073f0ed4 req-bac612bf-9767-46ef-9cf4-501199875fee service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798180 Jul 23 07:37:02.458130 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-042dd50b-1fd9-41a9-bfaf-f2e5073f0ed4 req-afce19a8-6461-4dcd-a3cb-4d98ec5679eb service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840001 Jul 23 07:37:02.757476 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:03.541564 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:05.564432 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:07.783395 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52084) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:37:07.885084 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c163bd16-bca0-4b27-a5a4-a517598d3336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:07.969038 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c163bd16-bca0-4b27-a5a4-a517598d3336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:07.972745 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-c163bd16-bca0-4b27-a5a4-a517598d3336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:08.011600 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-c163bd16-bca0-4b27-a5a4-a517598d3336 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70a614e8023e4dc286b3ad722a7d3e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272305 Jul 23 07:37:08.012514 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163bd16-bca0-4b27-a5a4-a517598d3336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f39ae8-82f6-4429-ae1f-a1df812603e7,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:37:08.014359 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 52088) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:37:08.066033 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2657a097-ffac-4fc6-b88e-47b1857db14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:08.086222 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2657a097-ffac-4fc6-b88e-47b1857db14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:08.132688 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2657a097-ffac-4fc6-b88e-47b1857db14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:08.135325 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2657a097-ffac-4fc6-b88e-47b1857db14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:08.136487 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-2657a097-ffac-4fc6-b88e-47b1857db14b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33f39ae8-82f6-4429-ae1f-a1df812603e7 HTTP/1.1" status: 204 len: 168 time: 0.1211460 Jul 23 07:37:08.143966 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657a097-ffac-4fc6-b88e-47b1857db14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f39ae8-82f6-4429-ae1f-a1df812603e7,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:37:08.384092 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 52094) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:37:08.400808 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d1a01ced-376c-4116-b106-c9afb62632d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:08.487754 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d1a01ced-376c-4116-b106-c9afb62632d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:08.491396 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d1a01ced-376c-4116-b106-c9afb62632d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:08.529009 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-d1a01ced-376c-4116-b106-c9afb62632d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e129ed83f8e476189a0f06dc600ad4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438336 Jul 23 07:37:08.529868 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a01ced-376c-4116-b106-c9afb62632d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e10bb5a-a1ac-485c-b067-8db7a07febe9,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:37:08.531703 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52096) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:37:08.580648 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-aae42187-d01d-4990-b712-d05ca0f437be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:08.601175 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-aae42187-d01d-4990-b712-d05ca0f437be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:08.645668 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-aae42187-d01d-4990-b712-d05ca0f437be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:08.648889 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-aae42187-d01d-4990-b712-d05ca0f437be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:08.650140 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-aae42187-d01d-4990-b712-d05ca0f437be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e10bb5a-a1ac-485c-b067-8db7a07febe9 HTTP/1.1" status: 204 len: 168 time: 0.1171763 Jul 23 07:37:08.657412 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae42187-d01d-4990-b712-d05ca0f437be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e10bb5a-a1ac-485c-b067-8db7a07febe9,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:37:10.169332 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:37:15.890326 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3af8b9-2372-4284-98c9-20063ced4625 req-146c7987-e94f-4801-ad60-237b4cbfe900 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:15.891793 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9f3af8b9-2372-4284-98c9-20063ced4625 req-146c7987-e94f-4801-ad60-237b4cbfe900 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0706859 Jul 23 07:37:15.928418 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9f3af8b9-2372-4284-98c9-20063ced4625 req-85f40286-2539-474f-98a2-8c259eee4dfd tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308492 Jul 23 07:37:17.079816 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a41241-e95a-4473-b81d-fb564f9ceaf7 req-10175b6f-3358-40c6-85e3-bcc2a4ad0792 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:17.081329 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-31a41241-e95a-4473-b81d-fb564f9ceaf7 req-10175b6f-3358-40c6-85e3-bcc2a4ad0792 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0670841 Jul 23 07:37:17.121402 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-31a41241-e95a-4473-b81d-fb564f9ceaf7 req-799a41ef-affc-4942-a3aa-793e431af110 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338488 Jul 23 07:37:18.266729 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af18624-b353-48d4-97c2-da0111fd8c84 req-c709947b-92df-42ce-8059-b72b3e0a626e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:18.268216 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2af18624-b353-48d4-97c2-da0111fd8c84 req-c709947b-92df-42ce-8059-b72b3e0a626e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0674698 Jul 23 07:37:18.306305 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-2af18624-b353-48d4-97c2-da0111fd8c84 req-1b981f6d-b8a8-464c-8a03-3609a02bf2c8 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320461 Jul 23 07:37:19.435207 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4053c0-dedc-4e1e-bce9-3914ebb22816 req-9d92ac60-8782-4c4d-af06-168161418efe tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:19.436749 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-af4053c0-dedc-4e1e-bce9-3914ebb22816 req-9d92ac60-8782-4c4d-af06-168161418efe tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0636485 Jul 23 07:37:19.473680 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-af4053c0-dedc-4e1e-bce9-3914ebb22816 req-30fa0ced-1af6-46d8-8b59-3bfb93310876 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314798 Jul 23 07:37:20.603082 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d6a94-cf29-4a44-bf85-cda5f244f598 req-d944e1a9-1f4f-4db1-8790-4820cc8d2ded tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:20.604579 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-923d6a94-cf29-4a44-bf85-cda5f244f598 req-d944e1a9-1f4f-4db1-8790-4820cc8d2ded tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0645089 Jul 23 07:37:20.641484 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-923d6a94-cf29-4a44-bf85-cda5f244f598 req-29542568-ad1d-4aef-9580-9b528e5b7107 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314264 Jul 23 07:37:21.768384 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415a5ca-216d-4b23-9ae8-ce0baf85fa77 req-c98237cc-7f46-4d86-9fb7-719d17b06725 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:21.770180 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a415a5ca-216d-4b23-9ae8-ce0baf85fa77 req-c98237cc-7f46-4d86-9fb7-719d17b06725 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0642271 Jul 23 07:37:21.807355 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a415a5ca-216d-4b23-9ae8-ce0baf85fa77 req-046bd712-c285-407c-8d93-6de147af68b5 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308523 Jul 23 07:37:22.933731 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288743d-706a-4fde-b487-1d7cab525856 req-8f28d5ca-4625-47db-90f0-6b6a5cc139c7 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:22.935191 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9288743d-706a-4fde-b487-1d7cab525856 req-8f28d5ca-4625-47db-90f0-6b6a5cc139c7 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0616665 Jul 23 07:37:22.971060 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9288743d-706a-4fde-b487-1d7cab525856 req-79ba13c5-4cae-4466-9355-de6bbd6063e2 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303421 Jul 23 07:37:24.099680 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5452eeb-d200-482f-8ad1-d60186cb6bcf req-91367f68-33e3-4f38-bc52-21480da9da6e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:24.101167 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a5452eeb-d200-482f-8ad1-d60186cb6bcf req-91367f68-33e3-4f38-bc52-21480da9da6e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0625741 Jul 23 07:37:24.138523 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a5452eeb-d200-482f-8ad1-d60186cb6bcf req-2150b950-3dac-43ff-acca-fb7c967bfcbd tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317104 Jul 23 07:37:25.268913 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284748c-c3c2-433a-96c2-3961a624a0eb req-8b2aafb0-f041-4ea0-b36e-39c9dc8a8b36 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:25.271269 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7284748c-c3c2-433a-96c2-3961a624a0eb req-8b2aafb0-f041-4ea0-b36e-39c9dc8a8b36 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0685554 Jul 23 07:37:25.310556 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-7284748c-c3c2-433a-96c2-3961a624a0eb req-b77d3adf-16d0-42e7-90a9-690d2f119569 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333927 Jul 23 07:37:26.100200 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38162420-33d4-4a65-b308-a7ed11b23ed9 req-dd5396cb-3dd4-40aa-8384-ea618811690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:26.101518 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-38162420-33d4-4a65-b308-a7ed11b23ed9 req-dd5396cb-3dd4-40aa-8384-ea618811690e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7681bf256344445e97191949838e2435&device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 1099 time: 0.0539246 Jul 23 07:37:26.191514 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38162420-33d4-4a65-b308-a7ed11b23ed9 req-fd376371-24c5-4bbc-bb56-036ab2dd4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:26.192974 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-38162420-33d4-4a65-b308-a7ed11b23ed9 req-fd376371-24c5-4bbc-bb56-036ab2dd4d4b service neutron] 10.222.0.23 "GET /v2.0/networks?id=5511dde3-b307-42d4-a5e3-93bd33192a29 HTTP/1.1" status: 200 len: 909 time: 0.0844367 Jul 23 07:37:26.255455 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-38162420-33d4-4a65-b308-a7ed11b23ed9 req-a285d4e4-a78d-4057-93c4-de49c1af791d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac27f5ad-4d17-4682-ac45-183c86073204 HTTP/1.1" status: 200 len: 1002 time: 0.0559826 Jul 23 07:37:26.305399 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38162420-33d4-4a65-b308-a7ed11b23ed9 req-677b073b-5f3d-4833-ab70-886c72e63971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:26.306796 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-38162420-33d4-4a65-b308-a7ed11b23ed9 req-677b073b-5f3d-4833-ab70-886c72e63971 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c4d81a15-2607-47f2-9e40-ce1b7d1c754a HTTP/1.1" status: 200 len: 847 time: 0.0453274 Jul 23 07:37:26.434605 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246429e-619b-47be-8c24-aa0bf05b4387 req-de5f9d4c-77cf-4b83-9736-caf3747603ab tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:26.436074 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a246429e-619b-47be-8c24-aa0bf05b4387 req-de5f9d4c-77cf-4b83-9736-caf3747603ab tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0611317 Jul 23 07:37:26.472669 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a246429e-619b-47be-8c24-aa0bf05b4387 req-8fce2f32-4a2b-4238-a2d2-f0029eb80a51 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311913 Jul 23 07:37:26.721274 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:27.185041 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38162420-33d4-4a65-b308-a7ed11b23ed9 req-8d6abfdc-4e60-45cb-80d4-86173b7dfd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:27.186578 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-38162420-33d4-4a65-b308-a7ed11b23ed9 req-8d6abfdc-4e60-45cb-80d4-86173b7dfd02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5511dde3-b307-42d4-a5e3-93bd33192a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538642 Jul 23 07:37:27.599261 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d70b41-36f9-4e20-802b-dc3abf5f8b8a req-2b23bd96-2d5a-491f-b123-a521845e6b9a tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:27.600751 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d1d70b41-36f9-4e20-802b-dc3abf5f8b8a req-2b23bd96-2d5a-491f-b123-a521845e6b9a tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0626917 Jul 23 07:37:27.637480 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d1d70b41-36f9-4e20-802b-dc3abf5f8b8a req-a646f7ac-e42d-44ea-8077-805387b8b482 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312371 Jul 23 07:37:28.039675 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-38162420-33d4-4a65-b308-a7ed11b23ed9 req-f40dc7e0-818f-4bfd-8a3a-4de86c868444 service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871756 Jul 23 07:37:28.767309 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365aa0a-3fe1-40af-a8c1-0da1fe42412e req-236a2f3b-0632-4ff2-bba0-493bbb799e14 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:28.768788 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d365aa0a-3fe1-40af-a8c1-0da1fe42412e req-236a2f3b-0632-4ff2-bba0-493bbb799e14 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0651827 Jul 23 07:37:28.805043 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d365aa0a-3fe1-40af-a8c1-0da1fe42412e req-9b1fbbf7-63af-4e22-b914-699c119b7b9d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308008 Jul 23 07:37:28.956370 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-38162420-33d4-4a65-b308-a7ed11b23ed9 req-b91112a9-3b17-4ff5-8d71-30f13ebebfb4 service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808105 Jul 23 07:37:29.790348 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-03e723a8-85e4-41a2-a9ea-2759926e1d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:29.938806 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbb30c-7262-435b-b1d0-c5ee84546962 req-29282be0-71d1-4b16-8edd-19c301d405bd tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:29.940290 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-65bbb30c-7262-435b-b1d0-c5ee84546962 req-29282be0-71d1-4b16-8edd-19c301d405bd tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0678725 Jul 23 07:37:29.977501 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-65bbb30c-7262-435b-b1d0-c5ee84546962 req-3074ef76-601b-4e53-b213-a4bdab11a2cc tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318296 Jul 23 07:37:31.122587 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609300d-88c0-400a-906d-0d5f68270591 req-1de1127e-e5fe-4d9f-8095-70dc33628fc7 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:31.124321 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b609300d-88c0-400a-906d-0d5f68270591 req-1de1127e-e5fe-4d9f-8095-70dc33628fc7 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0749340 Jul 23 07:37:31.167742 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b609300d-88c0-400a-906d-0d5f68270591 req-6971865a-1d0c-4fd6-be8b-27a34476d6db tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369709 Jul 23 07:37:32.214045 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-3bbae002-521a-4e01-a021-78d1e48be220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:32.303975 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e2081-6671-4f31-8026-7a3be4fcad8d req-4b2c1657-e819-47fc-b123-6b42a7371b84 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:32.305474 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-196e2081-6671-4f31-8026-7a3be4fcad8d req-4b2c1657-e819-47fc-b123-6b42a7371b84 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0630658 Jul 23 07:37:32.342859 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-196e2081-6671-4f31-8026-7a3be4fcad8d req-25147124-0af4-4659-bacf-7921bfa56592 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312939 Jul 23 07:37:32.528555 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a74544b2-e53a-4001-9b76-dfbbb51ba348 req-05b89fdc-b02a-48c6-88c2-a37adc34651b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0554590 Jul 23 07:37:32.566051 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a43905-1e29-4a77-92cd-4189fcbe1ba9 req-e2ebff9b-61ad-44c9-8a26-af87b5be1bf0 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:32.567864 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a3a43905-1e29-4a77-92cd-4189fcbe1ba9 req-e2ebff9b-61ad-44c9-8a26-af87b5be1bf0 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0675499 Jul 23 07:37:32.610909 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a3a43905-1e29-4a77-92cd-4189fcbe1ba9 req-4ea28d29-e53a-4e4a-85cc-6ddacea0c1d8 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381069 Jul 23 07:37:32.765523 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:33.544170 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:33.736248 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c587448-c4c8-4255-830f-bc922fc3d056 req-6b34140d-8653-4062-b16d-3db06807ca12 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:33.737699 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7c587448-c4c8-4255-830f-bc922fc3d056 req-6b34140d-8653-4062-b16d-3db06807ca12 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0618105 Jul 23 07:37:33.774792 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7c587448-c4c8-4255-830f-bc922fc3d056 req-805d0f26-0fc8-4926-851c-adb68d7aa422 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316968 Jul 23 07:37:34.907471 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c74c46-42ce-48db-a68b-74b17005b815 req-961e903a-bc16-400b-b550-a68c19512643 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:34.909092 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-68c74c46-42ce-48db-a68b-74b17005b815 req-961e903a-bc16-400b-b550-a68c19512643 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0635531 Jul 23 07:37:34.946409 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-68c74c46-42ce-48db-a68b-74b17005b815 req-230efff9-3567-4c93-99db-800933321d2e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318954 Jul 23 07:37:35.567174 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:35.904363 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device ac27f5ad-4d17-4682-ac45-183c86073204 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:37:35.976856 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:36.000169 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac27f5ad-4d17-4682-ac45-183c86073204'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:37:36.002420 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100a93d5-67a8-4b1f-9bbd-ce55fbf6d6e7" -d '{"events": [{"server_uuid": "8cedce2e-e62a-4ef0-ab9e-006a9208d634", "name": "network-vif-unplugged", "status": "completed", "tag": "ac27f5ad-4d17-4682-ac45-183c86073204"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:37:36.016140 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port ac27f5ad-4d17-4682-ac45-183c86073204, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ac27f5ad-4d17-4682-ac45-183c86073204,segment=NetworkSegment(e407bf1c-f57e-4e66-b771-0e3671f38416),segment_id=e407bf1c-f57e-4e66-b771-0e3671f38416)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:37:36.021829 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:36.052623 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 07:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5227b945-8e55-4f5e-8f18-d66080e87bc3 x-openstack-request-id: req-5227b945-8e55-4f5e-8f18-d66080e87bc3 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:37:36.052919 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cedce2e-e62a-4ef0-ab9e-006a9208d634", "name": "network-vif-unplugged", "status": "failed", "tag": "ac27f5ad-4d17-4682-ac45-183c86073204", "code": 422}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:37:36.053168 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5227b945-8e55-4f5e-8f18-d66080e87bc3 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:37:36.053590 dv-cinder-773985-13-iscsi neutron-server[93083]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac27f5ad-4d17-4682-ac45-183c86073204', 'code': 422} returned with failed status Jul 23 07:37:36.080886 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=ac27f5ad-4d17-4682-ac45-183c86073204,revision_number=6']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:37:36.081659 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb69312-64f9-4fb3-aaca-e7c3f3c454f4 req-0b3cf150-145b-4e7e-b4a9-65c9fc06af88 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:36.083304 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6fb69312-64f9-4fb3-aaca-e7c3f3c454f4 req-0b3cf150-145b-4e7e-b4a9-65c9fc06af88 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.0665009 Jul 23 07:37:36.089234 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:36.089590 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:36.089933 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:36.090272 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:36.090606 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:36.090937 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:36.091264 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:36.091590 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:36.091944 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:36.092772 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:36.093104 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:36.093428 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:36.121938 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6fb69312-64f9-4fb3-aaca-e7c3f3c454f4 req-d2524a5d-2d22-48ac-abe1-5ec0d8cfad2b tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324359 Jul 23 07:37:37.253956 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad9abd-328b-4a61-9599-88e9c332a362 req-f48130c0-a161-411e-ba21-5f39b0cae3d0 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:37.255348 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4aad9abd-328b-4a61-9599-88e9c332a362 req-f48130c0-a161-411e-ba21-5f39b0cae3d0 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.0646009 Jul 23 07:37:37.328458 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4aad9abd-328b-4a61-9599-88e9c332a362 req-463ce343-5d5e-4e1a-8fc7-ca418db27801 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599995 Jul 23 07:37:37.343683 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74544b2-e53a-4001-9b76-dfbbb51ba348 req-4a8f884f-1c57-4e4e-90cb-070f09ea8942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:37.345254 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a74544b2-e53a-4001-9b76-dfbbb51ba348 req-4a8f884f-1c57-4e4e-90cb-070f09ea8942 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634&tenant_id=7681bf256344445e97191949838e2435 HTTP/1.1" status: 200 len: 1097 time: 0.0845037 Jul 23 07:37:37.433932 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74544b2-e53a-4001-9b76-dfbbb51ba348 req-db7a82e8-72a2-49d7-a389-8c48f226a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:37.435422 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a74544b2-e53a-4001-9b76-dfbbb51ba348 req-db7a82e8-72a2-49d7-a389-8c48f226a2e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7681bf256344445e97191949838e2435&device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 1097 time: 0.0562701 Jul 23 07:37:37.533713 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74544b2-e53a-4001-9b76-dfbbb51ba348 req-f48bbc9e-4231-400d-97ec-2c18e9a9630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:37.535121 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a74544b2-e53a-4001-9b76-dfbbb51ba348 req-f48bbc9e-4231-400d-97ec-2c18e9a9630b service neutron] 10.222.0.23 "GET /v2.0/networks?id=5511dde3-b307-42d4-a5e3-93bd33192a29 HTTP/1.1" status: 200 len: 909 time: 0.0914829 Jul 23 07:37:37.597026 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a74544b2-e53a-4001-9b76-dfbbb51ba348 req-56a55f04-0f1f-4681-9a03-b1238d1dcb42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac27f5ad-4d17-4682-ac45-183c86073204 HTTP/1.1" status: 200 len: 1000 time: 0.0558734 Jul 23 07:37:37.643558 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74544b2-e53a-4001-9b76-dfbbb51ba348 req-2f7f6021-395e-4732-bdb7-8ee6d56379c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:37.644967 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a74544b2-e53a-4001-9b76-dfbbb51ba348 req-2f7f6021-395e-4732-bdb7-8ee6d56379c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c4d81a15-2607-47f2-9e40-ce1b7d1c754a HTTP/1.1" status: 200 len: 847 time: 0.0423791 Jul 23 07:37:37.705088 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74544b2-e53a-4001-9b76-dfbbb51ba348 req-3dbd685e-a8b4-4744-80f0-e6b57158c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:37.706554 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a74544b2-e53a-4001-9b76-dfbbb51ba348 req-3dbd685e-a8b4-4744-80f0-e6b57158c941 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5511dde3-b307-42d4-a5e3-93bd33192a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555561 Jul 23 07:37:37.797813 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a74544b2-e53a-4001-9b76-dfbbb51ba348 req-8ec1b2ac-a6e6-4aa3-8342-e303424cc1b5 service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848453 Jul 23 07:37:37.888297 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a74544b2-e53a-4001-9b76-dfbbb51ba348 req-27dcd637-dc2b-4037-b427-2ebb0b5ea4f4 service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846641 Jul 23 07:37:38.458946 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595363b-7467-43c0-ad2b-349b1f5ffb96 req-1875e86c-1131-468c-bb58-7d684d56f601 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:38.460534 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a595363b-7467-43c0-ad2b-349b1f5ffb96 req-1875e86c-1131-468c-bb58-7d684d56f601 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.0659838 Jul 23 07:37:38.498910 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a595363b-7467-43c0-ad2b-349b1f5ffb96 req-fc185cf8-117b-43b8-a290-34e35686f06d tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317466 Jul 23 07:37:39.627905 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732d2e2-102a-4ad5-8920-51d49f26a792 req-05efbf71-d0fe-42e4-9ead-4549c8862ff3 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:39.629319 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d732d2e2-102a-4ad5-8920-51d49f26a792 req-05efbf71-d0fe-42e4-9ead-4549c8862ff3 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.0638971 Jul 23 07:37:39.666334 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d732d2e2-102a-4ad5-8920-51d49f26a792 req-8c3daaae-192d-4309-82fc-3fd6e1044600 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315540 Jul 23 07:37:40.796470 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a8931-faf1-4d45-a745-fa8c3ab9cfb5 req-0b709025-9938-4289-b11a-d9de1cb89942 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:40.797934 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-aa0a8931-faf1-4d45-a745-fa8c3ab9cfb5 req-0b709025-9938-4289-b11a-d9de1cb89942 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.0657849 Jul 23 07:37:40.835628 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-aa0a8931-faf1-4d45-a745-fa8c3ab9cfb5 req-d0d96df6-dc3d-4c21-ac6e-3b12b11e76a0 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318077 Jul 23 07:37:41.815349 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52374) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:37:41.916040 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b644207b-cb85-4337-947a-dea821472746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:41.963105 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e0925-69cf-4a15-91b9-f448748d2290 req-541d2c2c-cd9e-4ec9-91dc-49ea268053b2 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:41.964940 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-545e0925-69cf-4a15-91b9-f448748d2290 req-541d2c2c-cd9e-4ec9-91dc-49ea268053b2 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.0641410 Jul 23 07:37:42.003622 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-545e0925-69cf-4a15-91b9-f448748d2290 req-a60e5ba6-64b6-4cb2-8509-d63fadcd3b2e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328338 Jul 23 07:37:42.004180 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b644207b-cb85-4337-947a-dea821472746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:42.007956 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-b644207b-cb85-4337-947a-dea821472746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:42.046350 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644207b-cb85-4337-947a-dea821472746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b07e29-55b4-40e7-82ef-bbaab64e9164,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:37:42.051551 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-b644207b-cb85-4337-947a-dea821472746 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a3215c779c6408d9dd65e3a8500709f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350602 Jul 23 07:37:42.054065 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52380) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:37:42.105701 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ce3a93bf-874b-40f9-9655-0723a874f2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:42.126653 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ce3a93bf-874b-40f9-9655-0723a874f2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:42.172685 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ce3a93bf-874b-40f9-9655-0723a874f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:42.175164 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ce3a93bf-874b-40f9-9655-0723a874f2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:42.176355 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-ce3a93bf-874b-40f9-9655-0723a874f2d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96b07e29-55b4-40e7-82ef-bbaab64e9164 HTTP/1.1" status: 204 len: 168 time: 0.1213396 Jul 23 07:37:42.184640 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a93bf-874b-40f9-9655-0723a874f2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b07e29-55b4-40e7-82ef-bbaab64e9164,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:37:43.145853 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541634aa-a2ef-45b3-876d-bd47ddc032ce req-4c2eef74-b4b5-46bb-a22f-5ca1310d2f0b tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:43.145853 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-541634aa-a2ef-45b3-876d-bd47ddc032ce req-4c2eef74-b4b5-46bb-a22f-5ca1310d2f0b tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.0738807 Jul 23 07:37:43.178801 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-541634aa-a2ef-45b3-876d-bd47ddc032ce req-e50fbc0d-4142-4320-8212-886ab1a986d3 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332191 Jul 23 07:37:44.315427 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a45164-fb8f-4dc5-b538-14fb3190277c req-57838c31-30b3-42d4-bee4-803f3b0d2ce2 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:44.316987 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-12a45164-fb8f-4dc5-b538-14fb3190277c req-57838c31-30b3-42d4-bee4-803f3b0d2ce2 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 944 time: 0.0706677 Jul 23 07:37:44.355556 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-12a45164-fb8f-4dc5-b538-14fb3190277c req-ecae7c87-3bce-439e-86c0-08223a7a3fac tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330603 Jul 23 07:37:44.781315 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device ac27f5ad-4d17-4682-ac45-183c86073204 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:37:44.876936 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port ac27f5ad-4d17-4682-ac45-183c86073204, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ac27f5ad-4d17-4682-ac45-183c86073204,segment=NetworkSegment(e407bf1c-f57e-4e66-b771-0e3671f38416),segment_id=e407bf1c-f57e-4e66-b771-0e3671f38416)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:37:44.889072 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': 'ac27f5ad-4d17-4682-ac45-183c86073204', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'port_id': 'ac27f5ad-4d17-4682-ac45-183c86073204', 'mac_address': 'fa:16:3e:e3:1c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:37:44.929811 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:44.942868 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac27f5ad-4d17-4682-ac45-183c86073204 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:37:44.963968 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port ac27f5ad-4d17-4682-ac45-183c86073204, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ac27f5ad-4d17-4682-ac45-183c86073204,segment=NetworkSegment(e407bf1c-f57e-4e66-b771-0e3671f38416),segment_id=e407bf1c-f57e-4e66-b771-0e3671f38416)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:37:44.968915 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:45.016706 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=ac27f5ad-4d17-4682-ac45-183c86073204,revision_number=7']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:37:45.289949 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['ac27f5ad-4d17-4682-ac45-183c86073204'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:37:45.488017 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e7712-f71a-419c-83ef-c73d6e978fdb req-0a2feb52-9e77-4e39-acf6-920f6862e40f tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:45.489506 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e65e7712-f71a-419c-83ef-c73d6e978fdb req-0a2feb52-9e77-4e39-acf6-920f6862e40f tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 945 time: 0.0651982 Jul 23 07:37:45.528137 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e65e7712-f71a-419c-83ef-c73d6e978fdb req-6cd9db9a-0ac3-46a0-85d3-52493f4b0621 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325098 Jul 23 07:37:46.659661 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a77a1a-00fc-4142-b10c-762bc1f7d961 req-a9a6a535-c27e-46ee-84db-186c14f0b43e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:46.661146 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-07a77a1a-00fc-4142-b10c-762bc1f7d961 req-a9a6a535-c27e-46ee-84db-186c14f0b43e tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 945 time: 0.0631802 Jul 23 07:37:46.698515 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-07a77a1a-00fc-4142-b10c-762bc1f7d961 req-e780b2dc-c057-4bdd-8c21-1037e7f232c6 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318933 Jul 23 07:37:46.791477 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device ac27f5ad-4d17-4682-ac45-183c86073204 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:37:46.837888 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port ac27f5ad-4d17-4682-ac45-183c86073204 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:37:46.838187 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:46.914423 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:46.941111 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac27f5ad-4d17-4682-ac45-183c86073204'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:37:46.943339 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600a0e32-96ff-48d2-8bfe-f1970b08e5ed" -d '{"events": [{"server_uuid": "8cedce2e-e62a-4ef0-ab9e-006a9208d634", "name": "network-vif-plugged", "status": "completed", "tag": "ac27f5ad-4d17-4682-ac45-183c86073204"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:37:46.957480 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port ac27f5ad-4d17-4682-ac45-183c86073204, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ac27f5ad-4d17-4682-ac45-183c86073204,segment=NetworkSegment(e407bf1c-f57e-4e66-b771-0e3671f38416),segment_id=e407bf1c-f57e-4e66-b771-0e3671f38416)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:37:46.962890 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:46.991329 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fc5cc5-830b-4733-88dc-4b160c67afcb x-openstack-request-id: req-f4fc5cc5-830b-4733-88dc-4b160c67afcb {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:37:46.991329 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cedce2e-e62a-4ef0-ab9e-006a9208d634", "name": "network-vif-plugged", "status": "completed", "tag": "ac27f5ad-4d17-4682-ac45-183c86073204", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:37:46.991329 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4fc5cc5-830b-4733-88dc-4b160c67afcb {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:37:46.991329 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac27f5ad-4d17-4682-ac45-183c86073204', 'code': 200} Jul 23 07:37:47.014035 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=ac27f5ad-4d17-4682-ac45-183c86073204,revision_number=8']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:37:47.169260 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:37:47.248816 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876d18-4e40-4acb-9ab3-f36e53518671 req-89dab2de-fd3c-48f8-a2cf-f5c9154f576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:47.250298 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4d876d18-4e40-4acb-9ab3-f36e53518671 req-89dab2de-fd3c-48f8-a2cf-f5c9154f576a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 1099 time: 0.0574417 Jul 23 07:37:47.284666 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-4d876d18-4e40-4acb-9ab3-f36e53518671 req-62806867-0e2c-4a8b-8fa2-2ef311f0f20c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279582 Jul 23 07:37:47.825843 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acf446-3e34-491e-a651-08c27e3ff586 req-cf1f3a0a-3fd0-46cc-af78-f51342670a30 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:47.827314 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-16acf446-3e34-491e-a651-08c27e3ff586 req-cf1f3a0a-3fd0-46cc-af78-f51342670a30 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0639262 Jul 23 07:37:47.864467 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-16acf446-3e34-491e-a651-08c27e3ff586 req-c831be39-4ef5-4e06-a623-d41a2bacad79 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316789 Jul 23 07:37:48.991690 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639da6-2cf4-4f97-9fc5-5cc48c8f86d9 req-978c762e-7390-47d2-b541-a2f9a969a884 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:48.993192 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e7639da6-2cf4-4f97-9fc5-5cc48c8f86d9 req-978c762e-7390-47d2-b541-a2f9a969a884 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0618889 Jul 23 07:37:49.029504 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-e7639da6-2cf4-4f97-9fc5-5cc48c8f86d9 req-8761b55b-67fe-4173-bef7-bc7ff64eed10 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300434 Jul 23 07:37:53.203554 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d570b85-ae75-4f8a-a165-f252e47e5612 req-9620973e-3e21-4302-b811-864056855fbf tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:53.205357 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7d570b85-ae75-4f8a-a165-f252e47e5612 req-9620973e-3e21-4302-b811-864056855fbf tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 946 time: 0.0636985 Jul 23 07:37:53.240903 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-7d570b85-ae75-4f8a-a165-f252e47e5612 req-5e8923e9-d594-4523-913b-55db841a4c39 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301054 Jul 23 07:37:54.373500 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f042f5-a3b4-445e-9fb2-ebad539747c8 req-0b1051f3-d7cd-4336-9ee4-9521966bc0b9 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:54.375003 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-37f042f5-a3b4-445e-9fb2-ebad539747c8 req-0b1051f3-d7cd-4336-9ee4-9521966bc0b9 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 946 time: 0.0631649 Jul 23 07:37:54.413554 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-37f042f5-a3b4-445e-9fb2-ebad539747c8 req-fbf76c3b-0f72-4520-9beb-fb2f734a4981 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324595 Jul 23 07:37:54.893085 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-9064c0fd-8173-4ba7-922e-fd4679e6f83e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:54.894517 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-9064c0fd-8173-4ba7-922e-fd4679e6f83e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 946 time: 0.0654290 Jul 23 07:37:54.992663 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Deleting port 4e7609d2-e054-48d5-984c-dc03737b1722 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:37:54.993010 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:55.082875 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] For port 4e7609d2-e054-48d5-984c-dc03737b1722, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4e7609d2-e054-48d5-984c-dc03737b1722,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:37:55.083230 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:55.247693 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:55.248094 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:55.248415 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.l3_db [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Floating IP 627989c1-123b-4535-a9ae-42656eb78163 disassociated. External IP: 172.27.1.240, port: 4e7609d2-e054-48d5-984c-dc03737b1722. Jul 23 07:37:55.248755 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Calling delete_port for 4e7609d2-e054-48d5-984c-dc03737b1722 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:37:55.378460 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:55.409534 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event deleted for resources: {'Port': ['ID=4e7609d2-e054-48d5-984c-dc03737b1722,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:37:55.423975 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:55.424443 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:55.424861 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:55.425357 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:55.426161 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:55.426161 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:55.427829 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:55.428302 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:55.428656 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:55.428981 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:55.429313 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:55.429642 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:37:55.537482 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-64d8a85b-fd6f-47c4-91bc-23b4ac595f20 req-7b3a32a0-8f9d-4de6-9878-95f3b2d09d85 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b351050-f2d6-49d5-bc99-b8241694eb77 HTTP/1.1" status: 200 len: 210 time: 0.0319581 Jul 23 07:37:55.553816 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:37:55.656591 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:37:55.668464 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2da8f03-8ea1-44e4-ba37-34df08eb7cd1 None None] Sync routers for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:37:55.678607 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da8f03-8ea1-44e4-ba37-34df08eb7cd1 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:37:55.679239 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-b2da8f03-8ea1-44e4-ba37-34df08eb7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:37:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:37:55.702253 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] No DVR routers for this DVR port 4e7609d2-e054-48d5-984c-dc03737b1722 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:37:55.705104 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:55.707515 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e63404cc-a522-4810-92ab-8c90fd5c14c2 req-ab08e4d1-671d-4f9c-9fd9-c1431031c2f3 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.23 "DELETE /v2.0/ports/4e7609d2-e054-48d5-984c-dc03737b1722 HTTP/1.1" status: 204 len: 173 time: 0.8080077 Jul 23 07:37:55.708044 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b351050-f2d6-49d5-bc99-b8241694eb77', 'name': 'network-vif-deleted', 'tag': '4e7609d2-e054-48d5-984c-dc03737b1722'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:37:55.711024 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0852637c-cd36-44c2-8657-2e6922ee70ff" -d '{"events": [{"server_uuid": "0b351050-f2d6-49d5-bc99-b8241694eb77", "name": "network-vif-deleted", "tag": "4e7609d2-e054-48d5-984c-dc03737b1722"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:37:55.754251 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71dd479-3323-4a11-9a89-4c8c5aa349c8 x-openstack-request-id: req-b71dd479-3323-4a11-9a89-4c8c5aa349c8 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:37:55.754509 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b351050-f2d6-49d5-bc99-b8241694eb77", "name": "network-vif-deleted", "tag": "4e7609d2-e054-48d5-984c-dc03737b1722", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:37:55.756278 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b71dd479-3323-4a11-9a89-4c8c5aa349c8 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:37:55.756634 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b351050-f2d6-49d5-bc99-b8241694eb77', 'name': 'network-vif-deleted', 'tag': '4e7609d2-e054-48d5-984c-dc03737b1722', 'status': 'completed', 'code': 200} Jul 23 07:37:55.788303 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-b2da8f03-8ea1-44e4-ba37-34df08eb7cd1 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:37:55.989612 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-b2da8f03-8ea1-44e4-ba37-34df08eb7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:37:56.017339 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2da8f03-8ea1-44e4-ba37-34df08eb7cd1 None None] Checking router: aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:37:56.025434 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da8f03-8ea1-44e4-ba37-34df08eb7cd1 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:37:56.026081 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-b2da8f03-8ea1-44e4-ba37-34df08eb7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:37:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:37:56.136920 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-b2da8f03-8ea1-44e4-ba37-34df08eb7cd1 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:37:56.327865 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-b2da8f03-8ea1-44e4-ba37-34df08eb7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:37:56.356566 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2da8f03-8ea1-44e4-ba37-34df08eb7cd1 None None] The sync data for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi is: [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:37:56.583350 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766bc2a-dfeb-44dd-9b20-a94d6bbca267 None None] New status for floating IP 627989c1-123b-4535-a9ae-42656eb78163: DOWN {{(pid=93084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:37:56.732298 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:56.811127 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-950661ff-319d-4a5d-b222-f8e86e091840 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059495201&fields=id&tenant_id=c134473f61a74756be36eaa96636c1a6 HTTP/1.1" status: 200 len: 267 time: 0.0373585 Jul 23 07:37:56.929421 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-3e114632-d83c-4b56-b3c1-e10c39dede06 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:56.931980 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-3e114632-d83c-4b56-b3c1-e10c39dede06 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 812 time: 0.1130764 Jul 23 07:37:56.949256 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-38a85d44-4138-4719-9f45-5fde5c63b7af tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/quotas/c134473f61a74756be36eaa96636c1a6 HTTP/1.1" status: 200 len: 375 time: 0.0127382 Jul 23 07:37:57.022189 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-e25ac20d-fd59-4bb4-a79f-2f07d2489a18 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676920 Jul 23 07:37:57.138696 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-8846631f-d55e-4bd3-b2cc-1d1790b9d823 service neutron] 10.222.0.13 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047628 Jul 23 07:37:57.240804 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-47641060-4311-4cc5-8ca4-b1193b2d38b8 service neutron] 10.222.0.13 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962725 Jul 23 07:37:57.547886 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-3131d91a-51e5-4a02-98e9-6088b68c0ff6 req-224716eb-8ae1-4f46-846f-748e3a835c53 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 210 time: 0.0290415 Jul 23 07:37:58.548352 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2186fc13-7acb-4b2a-927e-fa19cd67f274 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:58.550053 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2186fc13-7acb-4b2a-927e-fa19cd67f274 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.23 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 812 time: 0.1166711 Jul 23 07:37:58.603216 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-4596e0d9-b8dd-48d9-bc55-53079dd85dd9 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c134473f61a74756be36eaa96636c1a6 HTTP/1.1" status: 200 len: 380 time: 0.0368478 Jul 23 07:37:58.615985 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-71c44f53-edaa-4739-b295-ee2c53819d70 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Request body: {'port': {'device_id': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'admin_state_up': True, 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'security_groups': ['39007a02-f241-4ce7-a423-30853c912de6']}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:37:58.663670 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-90c59406-ddaf-4c50-9765-19d0167bcea4 req-81b1641a-1c6b-4f0a-b7d5-7eb40161730e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 210 time: 0.0438802 Jul 23 07:37:58.750230 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-71c44f53-edaa-4739-b295-ee2c53819d70 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Made reservation on behalf of c134473f61a74756be36eaa96636c1a6 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:37:58.753735 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-71c44f53-edaa-4739-b295-ee2c53819d70 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:58.869362 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 4e7609d2-e054-48d5-984c-dc03737b1722 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:37:58.878952 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-71c44f53-edaa-4739-b295-ee2c53819d70 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Allocated IP 172.20.0.10 (df90add5-e69c-484a-9a7b-2e1c2dbd8896/e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95/73d1b58f-e604-45e6-9eac-e8bffd925d39) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:37:59.013359 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: 4e7609d2-e054-48d5-984c-dc03737b1722 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:37:59.013732 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 4e7609d2-e054-48d5-984c-dc03737b1722 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:37:59.028376 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-71c44f53-edaa-4739-b295-ee2c53819d70 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:59.041842 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-71c44f53-edaa-4739-b295-ee2c53819d70 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Transition to ACTIVE for port object 73d1b58f-e604-45e6-9eac-e8bffd925d39 will not be triggered until provisioned by entity DHCP. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:37:59.075483 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-71c44f53-edaa-4739-b295-ee2c53819d70 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:59.122208 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-71c44f53-edaa-4739-b295-ee2c53819d70 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Network df90add5-e69c-484a-9a7b-2e1c2dbd8896 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:37:59.128398 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-71c44f53-edaa-4739-b295-ee2c53819d70 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:37:59.130935 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-71c44f53-edaa-4739-b295-ee2c53819d70 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:37:59.168173 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c44f53-edaa-4739-b295-ee2c53819d70 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'Port': ['ID=73d1b58f-e604-45e6-9eac-e8bffd925d39,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:37:59.201907 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-71c44f53-edaa-4739-b295-ee2c53819d70 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:59.202752 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-71c44f53-edaa-4739-b295-ee2c53819d70 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:59.219638 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-71c44f53-edaa-4739-b295-ee2c53819d70 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6075702 Jul 23 07:37:59.246975 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Request body: {'port': {'device_id': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:37:59.322857 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:59.431803 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-a08d6694-2196-42f0-a849-490abe1d0b72 None None] Provisioning for port 73d1b58f-e604-45e6-9eac-e8bffd925d39 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:37:59.436222 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-a08d6694-2196-42f0-a849-490abe1d0b72 None None] Provisioning complete for port 73d1b58f-e604-45e6-9eac-e8bffd925d39 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:37:59.436598 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a08d6694-2196-42f0-a849-490abe1d0b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:59.469346 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-a08d6694-2196-42f0-a849-490abe1d0b72 None None] Port 73d1b58f-e604-45e6-9eac-e8bffd925d39 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:37:59.593759 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d1b58f-e604-45e6-9eac-e8bffd925d39 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:37:59.600938 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:59.612708 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Transition to ACTIVE for port object 73d1b58f-e604-45e6-9eac-e8bffd925d39 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:37:59.616312 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:59.665264 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Pushing event updated for resources: {'Port': ['ID=73d1b58f-e604-45e6-9eac-e8bffd925d39,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:37:59.736559 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Attempting to bind port 73d1b58f-e604-45e6-9eac-e8bffd925d39 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:37:59.736912 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Attempting to bind port 73d1b58f-e604-45e6-9eac-e8bffd925d39 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:37:59.737292 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Attempting to bind port 73d1b58f-e604-45e6-9eac-e8bffd925d39 on network df90add5-e69c-484a-9a7b-2e1c2dbd8896 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:37:59.745946 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Port 73d1b58f-e604-45e6-9eac-e8bffd925d39 on network df90add5-e69c-484a-9a7b-2e1c2dbd8896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:37:59.746475 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Attempting to bind port 73d1b58f-e604-45e6-9eac-e8bffd925d39 on network df90add5-e69c-484a-9a7b-2e1c2dbd8896 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:37:59.752050 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:37:59.752440 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Checking segment: {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:37:59.752826 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Bound using segment: {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:37:59.753258 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Bound port: 73d1b58f-e604-45e6-9eac-e8bffd925d39, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:37:59.753619 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:59.794587 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ef4ba7bd-d7f1-4f93-98dc-a75c2ec55159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:59.817959 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405a5d8-133d-4b45-a9f3-67fe5e554081 req-b455531b-2b1f-498f-9c29-6ae41a248436 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:59.819494 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1405a5d8-133d-4b45-a9f3-67fe5e554081 req-b455531b-2b1f-498f-9c29-6ae41a248436 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 944 time: 0.0747406 Jul 23 07:37:59.828369 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] For port 73d1b58f-e604-45e6-9eac-e8bffd925d39, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:37:59.831921 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] For port 73d1b58f-e604-45e6-9eac-e8bffd925d39, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=73d1b58f-e604-45e6-9eac-e8bffd925d39,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:37:59.837552 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:59.865416 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1405a5d8-133d-4b45-a9f3-67fe5e554081 req-0e6b54e9-ca1b-4e0b-b3ca-ef8a8bace8ed tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390880 Jul 23 07:37:59.872400 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:37:59.873012 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:37:59.874391 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] 10.222.0.23 "PUT /v2.0/ports/73d1b58f-e604-45e6-9eac-e8bffd925d39 HTTP/1.1" status: 200 len: 1094 time: 0.6331525 Jul 23 07:37:59.874826 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'tag': '73d1b58f-e604-45e6-9eac-e8bffd925d39'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:37:59.877103 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1f8947-4502-4ff6-8fa4-d8ab3ec960ce" -d '{"events": [{"name": "network-changed", "server_uuid": "08e0da5d-f2c6-4f1a-b971-287deebb211a", "tag": "73d1b58f-e604-45e6-9eac-e8bffd925d39"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:37:59.908032 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403cb18-ab9f-4223-ab25-670084e9e8fb service neutron] Pushing event updated for resources: {'Port': ['ID=73d1b58f-e604-45e6-9eac-e8bffd925d39,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:37:59.931274 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ceb4ca-ad5f-4742-a6d5-4ab3ccd58c85 x-openstack-request-id: req-f0ceb4ca-ad5f-4742-a6d5-4ab3ccd58c85 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:37:59.931584 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e0da5d-f2c6-4f1a-b971-287deebb211a", "tag": "73d1b58f-e604-45e6-9eac-e8bffd925d39", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:37:59.931838 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0ceb4ca-ad5f-4742-a6d5-4ab3ccd58c85 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:37:59.932380 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'tag': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'status': 'completed', 'code': 200} Jul 23 07:38:00.008864 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-a932cde5-1866-4ce3-a482-a72cc474a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:00.010384 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-a932cde5-1866-4ce3-a482-a72cc474a329 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 1097 time: 0.0594935 Jul 23 07:38:00.063710 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-2c6f6e0a-b291-49b6-8d18-b513575447dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73d1b58f-e604-45e6-9eac-e8bffd925d39 HTTP/1.1" status: 200 len: 217 time: 0.0392349 Jul 23 07:38:00.380886 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-05cd18c3-b4a3-487f-b501-8278815ed511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:00.382354 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-05cd18c3-b4a3-487f-b501-8278815ed511 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 HTTP/1.1" status: 200 len: 851 time: 0.3127563 Jul 23 07:38:00.445762 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-8e108053-f5dd-4af6-a7dc-0aa5ba503eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:00.447267 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-8e108053-f5dd-4af6-a7dc-0aa5ba503eca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df90add5-e69c-484a-9a7b-2e1c2dbd8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569646 Jul 23 07:38:00.541573 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-c5feb9be-bddc-45b7-870a-1732bb984a68 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873337 Jul 23 07:38:00.632433 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-629deb57-1a71-4ddc-88ef-f8fcc094a82e req-bfd8c890-8518-4a95-87e1-0e8cf834944e service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831110 Jul 23 07:38:00.781044 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f8947-4502-4ff6-8fa4-d8ab3ec960ce req-5e7e2ea0-9506-4c7d-8375-ae7906ea4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:00.782532 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bb1f8947-4502-4ff6-8fa4-d8ab3ec960ce req-5e7e2ea0-9506-4c7d-8375-ae7906ea4ca2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 1097 time: 0.0564022 Jul 23 07:38:00.873679 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f8947-4502-4ff6-8fa4-d8ab3ec960ce req-4457cea1-4819-47c6-a53b-cb46565bda7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:00.875053 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bb1f8947-4502-4ff6-8fa4-d8ab3ec960ce req-4457cea1-4819-47c6-a53b-cb46565bda7d service neutron] 10.222.0.23 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 913 time: 0.0841269 Jul 23 07:38:00.920939 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bb1f8947-4502-4ff6-8fa4-d8ab3ec960ce req-972a31e9-11bb-414f-80ea-7e86f890d1b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73d1b58f-e604-45e6-9eac-e8bffd925d39 HTTP/1.1" status: 200 len: 217 time: 0.0375304 Jul 23 07:38:00.980682 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f8947-4502-4ff6-8fa4-d8ab3ec960ce req-bb63ae5f-7dc9-4393-af79-1c5da14e6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:00.982469 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bb1f8947-4502-4ff6-8fa4-d8ab3ec960ce req-bb63ae5f-7dc9-4393-af79-1c5da14e6d21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 HTTP/1.1" status: 200 len: 851 time: 0.0457790 Jul 23 07:38:01.002933 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ff287-acf7-4476-a2f8-44198e2a150d req-4f986179-941b-438e-97db-175fc31a73c9 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:01.004431 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4f0ff287-acf7-4476-a2f8-44198e2a150d req-4f986179-941b-438e-97db-175fc31a73c9 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 944 time: 0.0664837 Jul 23 07:38:01.043599 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-4f0ff287-acf7-4476-a2f8-44198e2a150d req-d98670dd-2eca-4ac3-b6db-b81be9f92af1 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335248 Jul 23 07:38:01.043817 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f8947-4502-4ff6-8fa4-d8ab3ec960ce req-93058223-1823-445c-8660-25bcd0e33c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:01.045327 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bb1f8947-4502-4ff6-8fa4-d8ab3ec960ce req-93058223-1823-445c-8660-25bcd0e33c8a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df90add5-e69c-484a-9a7b-2e1c2dbd8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533373 Jul 23 07:38:01.141914 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bb1f8947-4502-4ff6-8fa4-d8ab3ec960ce req-bc0d51cc-7e6b-4c27-96f0-49a9128e7407 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876849 Jul 23 07:38:01.240493 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bb1f8947-4502-4ff6-8fa4-d8ab3ec960ce req-ba6198b0-1b0b-4d81-a4b3-fe58f1e62670 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903120 Jul 23 07:38:02.180709 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d7b3c-82fe-4846-bbf3-de60f5d57726 req-40523cb6-2539-4346-bae6-de59283d7583 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:02.182190 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-df5d7b3c-82fe-4846-bbf3-de60f5d57726 req-40523cb6-2539-4346-bae6-de59283d7583 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 944 time: 0.0694394 Jul 23 07:38:02.217759 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d6042e89-da21-49c6-8dfe-b637f35c5753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:02.226307 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-df5d7b3c-82fe-4846-bbf3-de60f5d57726 req-b19b2ce4-fe63-42b3-abd3-ac38093a7a52 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384188 Jul 23 07:38:02.650329 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-67c0f4c2-b401-41d2-8a28-d65b3ce8d7e8 req-255fc4a0-17b7-4e04-a35d-f2f9fedcfc65 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524411 Jul 23 07:38:02.756383 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:02.770019 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f4c2-b401-41d2-8a28-d65b3ce8d7e8 req-5c60d997-e197-4020-84a6-eacbfe1545fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:02.771565 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-67c0f4c2-b401-41d2-8a28-d65b3ce8d7e8 req-5c60d997-e197-4020-84a6-eacbfe1545fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7681bf256344445e97191949838e2435&device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 1099 time: 0.0575705 Jul 23 07:38:02.880568 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f4c2-b401-41d2-8a28-d65b3ce8d7e8 req-644834dd-4c20-446f-a188-09935de5c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:02.882070 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-67c0f4c2-b401-41d2-8a28-d65b3ce8d7e8 req-644834dd-4c20-446f-a188-09935de5c6df service neutron] 10.222.0.23 "GET /v2.0/networks?id=5511dde3-b307-42d4-a5e3-93bd33192a29 HTTP/1.1" status: 200 len: 909 time: 0.0902610 Jul 23 07:38:02.946196 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-67c0f4c2-b401-41d2-8a28-d65b3ce8d7e8 req-9822328a-9679-490b-9273-8876de9898d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac27f5ad-4d17-4682-ac45-183c86073204 HTTP/1.1" status: 200 len: 1002 time: 0.0571811 Jul 23 07:38:02.994863 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f4c2-b401-41d2-8a28-d65b3ce8d7e8 req-3eaf15c1-be8c-4147-9a48-9ffeebc7d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:02.997095 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-67c0f4c2-b401-41d2-8a28-d65b3ce8d7e8 req-3eaf15c1-be8c-4147-9a48-9ffeebc7d3d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c4d81a15-2607-47f2-9e40-ce1b7d1c754a HTTP/1.1" status: 200 len: 847 time: 0.0440459 Jul 23 07:38:03.065846 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f4c2-b401-41d2-8a28-d65b3ce8d7e8 req-8f865dfe-cda4-45e8-8c3c-f72b098bb05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:03.067328 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-67c0f4c2-b401-41d2-8a28-d65b3ce8d7e8 req-8f865dfe-cda4-45e8-8c3c-f72b098bb05a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5511dde3-b307-42d4-a5e3-93bd33192a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577288 Jul 23 07:38:03.157801 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-67c0f4c2-b401-41d2-8a28-d65b3ce8d7e8 req-2c09edff-eb17-420d-99ac-10996670af50 service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833857 Jul 23 07:38:03.250003 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-67c0f4c2-b401-41d2-8a28-d65b3ce8d7e8 req-efe219d7-c5d7-44e5-a44f-ba9124dc5f17 service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856454 Jul 23 07:38:03.359095 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0f858-ed29-425e-93e5-54624943e862 req-fca5ed8a-5f41-48d3-bb0b-6665ca26e888 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:03.360624 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-79f0f858-ed29-425e-93e5-54624943e862 req-fca5ed8a-5f41-48d3-bb0b-6665ca26e888 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 944 time: 0.0671365 Jul 23 07:38:03.402827 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-79f0f858-ed29-425e-93e5-54624943e862 req-3cdcbda5-796f-41c9-ab76-fb7e88fb9686 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366466 Jul 23 07:38:03.548179 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:04.534994 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0d6c9-e111-4e54-a748-94b3bd1707a7 req-9b8be56b-e497-4f6e-bb3f-238eb6cbfea6 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:04.541041 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b9b0d6c9-e111-4e54-a748-94b3bd1707a7 req-9b8be56b-e497-4f6e-bb3f-238eb6cbfea6 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 944 time: 0.0667186 Jul 23 07:38:04.575414 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b9b0d6c9-e111-4e54-a748-94b3bd1707a7 req-c9c9ec62-f332-4f72-a529-d9abbbc2f25e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326903 Jul 23 07:38:05.569426 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:05.701064 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23a992-cbe5-4b31-9df9-e24089d0acbd req-36172ee8-d9fc-4eee-b75f-79a3be99dac9 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:05.702413 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9b23a992-cbe5-4b31-9df9-e24089d0acbd req-36172ee8-d9fc-4eee-b75f-79a3be99dac9 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 944 time: 0.0621243 Jul 23 07:38:05.739262 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9b23a992-cbe5-4b31-9df9-e24089d0acbd req-7a504673-6f6b-447a-98a1-d22d4f513a2b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312872 Jul 23 07:38:06.866293 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7647c59-ac26-4a20-b54a-411cc400db35 req-8ef87032-af4f-4049-9140-2f6b06875805 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:06.867768 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a7647c59-ac26-4a20-b54a-411cc400db35 req-8ef87032-af4f-4049-9140-2f6b06875805 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 944 time: 0.0641048 Jul 23 07:38:06.911407 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a7647c59-ac26-4a20-b54a-411cc400db35 req-59e76fa3-f534-4c3c-8616-c3c6c719b0e1 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372705 Jul 23 07:38:08.043328 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b809fc6-2564-4a4d-91a5-a0897cd4e18f req-db170c75-7a34-47aa-b900-f5a661296eb8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:08.044822 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9b809fc6-2564-4a4d-91a5-a0897cd4e18f req-db170c75-7a34-47aa-b900-f5a661296eb8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 944 time: 0.0681119 Jul 23 07:38:08.086447 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-9b809fc6-2564-4a4d-91a5-a0897cd4e18f req-ac957a05-0342-4e0b-b11a-500643ac4a87 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361016 Jul 23 07:38:08.906022 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 73d1b58f-e604-45e6-9eac-e8bffd925d39 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:38:09.001402 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 73d1b58f-e604-45e6-9eac-e8bffd925d39, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=73d1b58f-e604-45e6-9eac-e8bffd925d39,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:38:09.012636 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'port_id': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'mac_address': 'fa:16:3e:d7:4c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:38:09.048406 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:09.061635 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d1b58f-e604-45e6-9eac-e8bffd925d39 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:38:09.081230 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 73d1b58f-e604-45e6-9eac-e8bffd925d39, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=73d1b58f-e604-45e6-9eac-e8bffd925d39,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:38:09.085619 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:09.137300 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=73d1b58f-e604-45e6-9eac-e8bffd925d39,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:38:09.219597 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17473632-05e8-441e-90f3-794f04a0fcf6 req-380c1054-afdd-4019-be57-f619b2f7fd7b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:09.221111 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-17473632-05e8-441e-90f3-794f04a0fcf6 req-380c1054-afdd-4019-be57-f619b2f7fd7b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 945 time: 0.0655043 Jul 23 07:38:09.259538 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-17473632-05e8-441e-90f3-794f04a0fcf6 req-2fc5aabe-f32a-4426-ba03-b15d499183b9 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329750 Jul 23 07:38:09.397891 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['73d1b58f-e604-45e6-9eac-e8bffd925d39'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:38:10.384465 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f024fb-9881-428f-9d72-fd5d025c25b3 req-c5773a7f-aad0-42fb-a045-2f1264075290 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:10.385857 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c0f024fb-9881-428f-9d72-fd5d025c25b3 req-c5773a7f-aad0-42fb-a045-2f1264075290 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 945 time: 0.0622439 Jul 23 07:38:10.422917 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c0f024fb-9881-428f-9d72-fd5d025c25b3 req-92d0d583-15a5-4999-a11b-e18cc4728159 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316269 Jul 23 07:38:10.932678 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 73d1b58f-e604-45e6-9eac-e8bffd925d39 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:38:10.980157 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port 73d1b58f-e604-45e6-9eac-e8bffd925d39 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:38:10.983993 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port 73d1b58f-e604-45e6-9eac-e8bffd925d39 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:38:10.984400 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:11.057993 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:11.082817 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d1b58f-e604-45e6-9eac-e8bffd925d39'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:38:11.085249 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd94932-ebbb-462b-895a-3238337229d1" -d '{"events": [{"server_uuid": "08e0da5d-f2c6-4f1a-b971-287deebb211a", "name": "network-vif-plugged", "status": "completed", "tag": "73d1b58f-e604-45e6-9eac-e8bffd925d39"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:38:11.097886 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port 73d1b58f-e604-45e6-9eac-e8bffd925d39, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=73d1b58f-e604-45e6-9eac-e8bffd925d39,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:38:11.102086 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:11.127266 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c0a40c-6743-4706-8a43-f9b988beb49b x-openstack-request-id: req-c7c0a40c-6743-4706-8a43-f9b988beb49b {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:38:11.127553 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e0da5d-f2c6-4f1a-b971-287deebb211a", "name": "network-vif-plugged", "status": "completed", "tag": "73d1b58f-e604-45e6-9eac-e8bffd925d39", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:38:11.127799 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7c0a40c-6743-4706-8a43-f9b988beb49b {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:38:11.128201 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'code': 200} Jul 23 07:38:11.153146 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=73d1b58f-e604-45e6-9eac-e8bffd925d39,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:38:11.394688 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de598a06-2e5a-483c-bac5-d9a3a303cebd req-758381ca-1ddf-4b0b-bd11-38061f6c5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:11.396110 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-de598a06-2e5a-483c-bac5-d9a3a303cebd req-758381ca-1ddf-4b0b-bd11-38061f6c5550 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 1099 time: 0.0532272 Jul 23 07:38:11.435776 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-de598a06-2e5a-483c-bac5-d9a3a303cebd req-5b84ba7e-da70-4d4c-a87b-5800bb7fea1b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278842 Jul 23 07:38:11.549089 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d168f9-9fc2-4768-a7db-38349f51ebba req-66c7070b-eb55-4be4-af32-57243d8fd668 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:11.550559 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c3d168f9-9fc2-4768-a7db-38349f51ebba req-66c7070b-eb55-4be4-af32-57243d8fd668 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 946 time: 0.0643418 Jul 23 07:38:11.587220 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-c3d168f9-9fc2-4768-a7db-38349f51ebba req-98a244c2-96f6-4ccb-a251-a506761562da tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310657 Jul 23 07:38:12.720324 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08daac1-3c69-443d-87b1-6f5f4fa70200 req-461cf685-d9e3-4538-bf13-2396a8903563 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:12.721793 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b08daac1-3c69-443d-87b1-6f5f4fa70200 req-461cf685-d9e3-4538-bf13-2396a8903563 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 946 time: 0.0661442 Jul 23 07:38:12.758954 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b08daac1-3c69-443d-87b1-6f5f4fa70200 req-1e71f6bb-5585-4648-bbfc-50271f1ff12c tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317352 Jul 23 07:38:12.885201 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c5da7-13ed-46f7-84c2-acc1caa335c5 req-601eb3c0-ae93-428b-831f-50195f74e014 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:12.886750 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a60c5da7-13ed-46f7-84c2-acc1caa335c5 req-601eb3c0-ae93-428b-831f-50195f74e014 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 946 time: 0.0629022 Jul 23 07:38:12.922229 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-a60c5da7-13ed-46f7-84c2-acc1caa335c5 req-613e462d-d405-404b-a781-eb09835ab61d tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301778 Jul 23 07:38:12.943812 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52678) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:38:12.992595 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b735b1df-3616-4ea6-b967-93f4023704c8 tempest-TestVolumeBootPattern-466431556 tempest-TestVolumeBootPattern-466431556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:12.994274 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-b735b1df-3616-4ea6-b967-93f4023704c8 tempest-TestVolumeBootPattern-466431556 tempest-TestVolumeBootPattern-466431556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 1094 time: 0.0495088 Jul 23 07:38:12.997616 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52680) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:38:13.001756 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.v2.base [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Request body: {'floatingip': {'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'port_id': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:38:13.022121 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for floatingip, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:13.114894 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:13.215409 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_common [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Allocated IP 172.27.1.3 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/dfbad5a9-54d5-434d-9555-951709e69903) {{(pid=93082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:38:13.310145 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for port, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:13.346070 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:13.384647 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:38:13.388158 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.base_scheduler [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Resources bound (agent type, host, resource id): {{(pid=93082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:38:13.392491 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Received port after_create {{(pid=93082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:38:13.395180 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'Port': ['ID=dfbad5a9-54d5-434d-9555-951709e69903,revision_number=1']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:38:13.425596 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:38:13.425847 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:38:13.426180 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:38:13.426508 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:38:13.426831 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:38:13.427153 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:38:13.427472 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:38:13.427790 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:38:13.428143 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:38:13.428468 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:38:13.428783 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:38:13.429094 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:38:13.747222 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:13.823950 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:13.977264 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for port, precommit_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:13.982633 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15755816'] for port, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:14.057576 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'Port': ['ID=dfbad5a9-54d5-434d-9555-951709e69903,revision_number=2']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:38:14.060837 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:14.158787 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.l3_db [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Floating IP 37847493-eb29-4b7f-8a14-d516cfe892d9 associated. External IP: 172.27.1.3, port: 73d1b58f-e604-45e6-9eac-e8bffd925d39. Jul 23 07:38:14.594324 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:38:14.694042 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:38:14.704436 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258770e-9e5d-492e-af6e-74a15a3d5f88 None None] Sync routers for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:38:14.710546 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:14.714299 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258770e-9e5d-492e-af6e-74a15a3d5f88 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:38:14.715488 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-a258770e-9e5d-492e-af6e-74a15a3d5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:38:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:38:14.748179 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-41983fd6-aafc-47f8-b352-5eee0037a098 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7492597 Jul 23 07:38:14.748486 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'tag': '73d1b58f-e604-45e6-9eac-e8bffd925d39'}] {{(pid=93082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:38:14.750713 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b256c8136409c27575bdc441bd1bca69cfbf6e91dd21a7f25e02723c0082f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6671e25f-1af2-45e4-a14d-db77587c35e8" -d '{"events": [{"name": "network-changed", "server_uuid": "08e0da5d-f2c6-4f1a-b971-287deebb211a", "tag": "73d1b58f-e604-45e6-9eac-e8bffd925d39"}]}' {{(pid=93082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:38:14.788096 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ca666e-2be6-4461-a70d-00c0735c0f11 x-openstack-request-id: req-34ca666e-2be6-4461-a70d-00c0735c0f11 {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:38:14.788480 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e0da5d-f2c6-4f1a-b971-287deebb211a", "tag": "73d1b58f-e604-45e6-9eac-e8bffd925d39", "status": "completed", "code": 200}]} {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:38:14.788797 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34ca666e-2be6-4461-a70d-00c0735c0f11 {{(pid=93082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:38:14.789259 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'tag': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'status': 'completed', 'code': 200} Jul 23 07:38:14.819094 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-a258770e-9e5d-492e-af6e-74a15a3d5f88 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:38:14.891511 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671e25f-1af2-45e4-a14d-db77587c35e8 req-4311a2f9-c468-4b13-946c-884ee46322f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:14.892948 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6671e25f-1af2-45e4-a14d-db77587c35e8 req-4311a2f9-c468-4b13-946c-884ee46322f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 1099 time: 0.0543621 Jul 23 07:38:14.987486 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671e25f-1af2-45e4-a14d-db77587c35e8 req-c5026f98-8834-419f-9ef5-2c24c68fa984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:14.989008 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6671e25f-1af2-45e4-a14d-db77587c35e8 req-c5026f98-8834-419f-9ef5-2c24c68fa984 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 913 time: 0.0897486 Jul 23 07:38:15.037803 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-a258770e-9e5d-492e-af6e-74a15a3d5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '37847493-eb29-4b7f-8a14-d516cfe892d9', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'port_id': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'mac_address': 'fa:16:3e:d7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:38:13Z', 'updated_at': '2021-07-23T07:38:13Z', 'revision_number': 0, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:38:15.053340 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6671e25f-1af2-45e4-a14d-db77587c35e8 req-e0567289-6d3a-4c95-8c87-bd3d8f90bfa5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73d1b58f-e604-45e6-9eac-e8bffd925d39 HTTP/1.1" status: 200 len: 998 time: 0.0578313 Jul 23 07:38:15.067542 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258770e-9e5d-492e-af6e-74a15a3d5f88 None None] Checking router: aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:38:15.076496 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258770e-9e5d-492e-af6e-74a15a3d5f88 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:38:15.077107 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-a258770e-9e5d-492e-af6e-74a15a3d5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:38:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:38:15.105965 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671e25f-1af2-45e4-a14d-db77587c35e8 req-42d0d34a-ae1a-427b-8a66-9dc30cd3a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:15.107602 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6671e25f-1af2-45e4-a14d-db77587c35e8 req-42d0d34a-ae1a-427b-8a66-9dc30cd3a97a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 HTTP/1.1" status: 200 len: 851 time: 0.0477626 Jul 23 07:38:15.170566 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671e25f-1af2-45e4-a14d-db77587c35e8 req-ca6d66be-41dd-49f8-98ac-2f15a7476400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:38:15.172192 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6671e25f-1af2-45e4-a14d-db77587c35e8 req-ca6d66be-41dd-49f8-98ac-2f15a7476400 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df90add5-e69c-484a-9a7b-2e1c2dbd8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573149 Jul 23 07:38:15.178570 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-a258770e-9e5d-492e-af6e-74a15a3d5f88 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:38:15.258196 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6671e25f-1af2-45e4-a14d-db77587c35e8 req-5552814e-8052-45ec-8820-c65cb364ddb8 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792639 Jul 23 07:38:15.349255 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-6671e25f-1af2-45e4-a14d-db77587c35e8 req-1f5739b8-353a-45b0-b290-bcb779e88bfb service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840909 Jul 23 07:38:15.398528 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-a258770e-9e5d-492e-af6e-74a15a3d5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '37847493-eb29-4b7f-8a14-d516cfe892d9', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'port_id': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'mac_address': 'fa:16:3e:d7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:38:13Z', 'updated_at': '2021-07-23T07:38:13Z', 'revision_number': 0, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:38:15.427867 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258770e-9e5d-492e-af6e-74a15a3d5f88 None None] The sync data for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi is: [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '37847493-eb29-4b7f-8a14-d516cfe892d9', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'port_id': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'mac_address': 'fa:16:3e:d7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:38:13Z', 'updated_at': '2021-07-23T07:38:13Z', 'revision_number': 0, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:38:15.628913 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0675da17-05b4-40ae-b82c-da89bb9ed489 None None] New status for floating IP 37847493-eb29-4b7f-8a14-d516cfe892d9: ACTIVE {{(pid=93084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:38:19.107337 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 52730) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:38:19.208711 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-40eab1bd-fa67-472e-a1e3-171a769b4081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:19.295326 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-40eab1bd-fa67-472e-a1e3-171a769b4081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:19.299882 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-40eab1bd-fa67-472e-a1e3-171a769b4081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:19.337220 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-40eab1bd-fa67-472e-a1e3-171a769b4081 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=984661b8f4c9470c97a659b8e496ea42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288210 Jul 23 07:38:19.339186 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eab1bd-fa67-472e-a1e3-171a769b4081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ecbc15-f15f-4248-9dd3-7fd5686b99ca,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:38:19.340378 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52734) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:38:19.390146 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-643e170f-f90f-4be9-bba8-f52e1916edd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:19.410219 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-643e170f-f90f-4be9-bba8-f52e1916edd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:19.457499 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-643e170f-f90f-4be9-bba8-f52e1916edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:19.459963 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-643e170f-f90f-4be9-bba8-f52e1916edd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:19.461092 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-643e170f-f90f-4be9-bba8-f52e1916edd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99ecbc15-f15f-4248-9dd3-7fd5686b99ca HTTP/1.1" status: 204 len: 168 time: 0.1197412 Jul 23 07:38:19.469052 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e170f-f90f-4be9-bba8-f52e1916edd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ecbc15-f15f-4248-9dd3-7fd5686b99ca,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:38:24.169351 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:38:26.724606 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:29.787009 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-e8b4eae3-bd67-444b-aa8e-b64dd7704e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:32.218242 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2558-9930-4379-b68a-0bc51d26194c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:32.757630 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:33.550854 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:35.571535 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:56.727771 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:38:59.787221 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-34efe8d3-e48e-4ce3-b0b6-6c99d1cdf23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:01.169330 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:39:02.217620 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d3316d95-4627-4b78-ad7c-d984daece16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:02.683692 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c398e706-2a22-4626-b2ce-1f67998e2fca req-0ec1534b-e979-4f78-a807-8cc62cc7e923 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1411691 Jul 23 07:39:02.758946 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:02.795960 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e706-2a22-4626-b2ce-1f67998e2fca req-cf25d47d-bbe2-4d4e-a4b1-53dc55440383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:02.797385 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c398e706-2a22-4626-b2ce-1f67998e2fca req-cf25d47d-bbe2-4d4e-a4b1-53dc55440383 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7681bf256344445e97191949838e2435&device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 1099 time: 0.0532966 Jul 23 07:39:02.898226 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e706-2a22-4626-b2ce-1f67998e2fca req-1915ebb7-97bb-490a-b9ba-6a8c53b0862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:02.899586 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c398e706-2a22-4626-b2ce-1f67998e2fca req-1915ebb7-97bb-490a-b9ba-6a8c53b0862d service neutron] 10.222.0.23 "GET /v2.0/networks?id=5511dde3-b307-42d4-a5e3-93bd33192a29 HTTP/1.1" status: 200 len: 909 time: 0.0825064 Jul 23 07:39:02.973785 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c398e706-2a22-4626-b2ce-1f67998e2fca req-bda42772-4a3e-4120-b58f-a64245c3ad39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac27f5ad-4d17-4682-ac45-183c86073204 HTTP/1.1" status: 200 len: 1002 time: 0.0627983 Jul 23 07:39:03.022767 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e706-2a22-4626-b2ce-1f67998e2fca req-f40050ac-f354-4871-946f-de0e68399a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:03.024190 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c398e706-2a22-4626-b2ce-1f67998e2fca req-f40050ac-f354-4871-946f-de0e68399a86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c4d81a15-2607-47f2-9e40-ce1b7d1c754a HTTP/1.1" status: 200 len: 847 time: 0.0426126 Jul 23 07:39:03.079961 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e706-2a22-4626-b2ce-1f67998e2fca req-cc777f77-18fd-4ee1-bc04-26cff3ffe813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:03.081475 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c398e706-2a22-4626-b2ce-1f67998e2fca req-cc777f77-18fd-4ee1-bc04-26cff3ffe813 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5511dde3-b307-42d4-a5e3-93bd33192a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504000 Jul 23 07:39:03.102170 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [req-c398e706-2a22-4626-b2ce-1f67998e2fca req-99f7eff0-5e2a-4ca4-8071-f96ef4c035bc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 07:39:03.103147 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c398e706-2a22-4626-b2ce-1f67998e2fca req-99f7eff0-5e2a-4ca4-8071-f96ef4c035bc service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050969 Jul 23 07:39:03.194001 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c398e706-2a22-4626-b2ce-1f67998e2fca req-3bf56d18-47bd-4d9d-a72e-0777fc840e5e service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846186 Jul 23 07:39:03.285686 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-c398e706-2a22-4626-b2ce-1f67998e2fca req-23d8a618-eafd-47d2-9c1c-87c0661cc6ca service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853326 Jul 23 07:39:03.551820 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:05.574255 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:06.132845 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52762) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:39:06.281821 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-988b21c5-ba91-4c21-9c67-e9e16782a7c1 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Deleting port 6919cb26-fc9e-4604-bcd1-84ae3c348337 {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:39:06.282157 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-988b21c5-ba91-4c21-9c67-e9e16782a7c1 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:06.355991 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-988b21c5-ba91-4c21-9c67-e9e16782a7c1 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:06.356275 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-988b21c5-ba91-4c21-9c67-e9e16782a7c1 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:06.368753 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-988b21c5-ba91-4c21-9c67-e9e16782a7c1 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Calling delete_port for 6919cb26-fc9e-4604-bcd1-84ae3c348337 owned by network:floatingip {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:39:06.509322 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-988b21c5-ba91-4c21-9c67-e9e16782a7c1 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:06.535266 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b21c5-ba91-4c21-9c67-e9e16782a7c1 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Pushing event deleted for resources: {'Port': ['ID=6919cb26-fc9e-4604-bcd1-84ae3c348337,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:06.592079 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-988b21c5-ba91-4c21-9c67-e9e16782a7c1 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for floatingip, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:06.592438 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.db.l3_db [None req-988b21c5-ba91-4c21-9c67-e9e16782a7c1 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Floating IP bf175a8d-7356-4746-a3c0-e3b6a72c87c5 disassociated (deleted). External IP: 172.27.1.191, port: ac27f5ad-4d17-4682-ac45-183c86073204. Jul 23 07:39:06.790129 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988b21c5-ba91-4c21-9c67-e9e16782a7c1 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Router 9356c982-6130-4740-b4b2-849da19ecc44 has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:39:06.895423 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988b21c5-ba91-4c21-9c67-e9e16782a7c1 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:39:06.900151 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-988b21c5-ba91-4c21-9c67-e9e16782a7c1 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:06.904531 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b909318-8982-4804-951d-fce011eec483 None None] Sync routers for ids ['9356c982-6130-4740-b4b2-849da19ecc44'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:39:06.913566 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b909318-8982-4804-951d-fce011eec483 None None] Routers {'9356c982-6130-4740-b4b2-849da19ecc44'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:39:06.914166 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-6b909318-8982-4804-951d-fce011eec483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:39:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['9356c982-6130-4740-b4b2-849da19ecc44'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:06.934452 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-988b21c5-ba91-4c21-9c67-e9e16782a7c1 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "DELETE /v2.0/floatingips/bf175a8d-7356-4746-a3c0-e3b6a72c87c5 HTTP/1.1" status: 204 len: 168 time: 0.8005240 Jul 23 07:39:06.935140 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'tag': 'ac27f5ad-4d17-4682-ac45-183c86073204'}] {{(pid=93082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:39:06.938227 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b256c8136409c27575bdc441bd1bca69cfbf6e91dd21a7f25e02723c0082f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8e1838-328e-46e0-b241-4eb26c43394b" -d '{"events": [{"name": "network-changed", "server_uuid": "8cedce2e-e62a-4ef0-ab9e-006a9208d634", "tag": "ac27f5ad-4d17-4682-ac45-183c86073204"}]}' {{(pid=93082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:39:06.975528 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0879a0-9307-4b75-8f69-71759f544c57 x-openstack-request-id: req-da0879a0-9307-4b75-8f69-71759f544c57 {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:39:06.976512 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cedce2e-e62a-4ef0-ab9e-006a9208d634", "tag": "ac27f5ad-4d17-4682-ac45-183c86073204", "status": "completed", "code": 200}]} {{(pid=93082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:39:06.976512 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da0879a0-9307-4b75-8f69-71759f544c57 {{(pid=93082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:39:06.976738 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'tag': 'ac27f5ad-4d17-4682-ac45-183c86073204', 'status': 'completed', 'code': 200} Jul 23 07:39:07.016895 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-6b909318-8982-4804-951d-fce011eec483 None None] Set router 9356c982-6130-4740-b4b2-849da19ecc44 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:39:07.078547 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e1838-328e-46e0-b241-4eb26c43394b req-a40dfae2-33ac-4c25-b1a5-c8f9af61296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:07.080836 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bf8e1838-328e-46e0-b241-4eb26c43394b req-a40dfae2-33ac-4c25-b1a5-c8f9af61296a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7681bf256344445e97191949838e2435&device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 1099 time: 0.0623283 Jul 23 07:39:07.213341 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e1838-328e-46e0-b241-4eb26c43394b req-8e76cea2-ffb9-4d13-8a5d-a91b95820edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:07.214813 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bf8e1838-328e-46e0-b241-4eb26c43394b req-8e76cea2-ffb9-4d13-8a5d-a91b95820edb service neutron] 10.222.0.23 "GET /v2.0/networks?id=5511dde3-b307-42d4-a5e3-93bd33192a29 HTTP/1.1" status: 200 len: 909 time: 0.0902615 Jul 23 07:39:07.270024 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bf8e1838-328e-46e0-b241-4eb26c43394b req-fb4832e4-4123-452d-aacc-4fea2256bd6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac27f5ad-4d17-4682-ac45-183c86073204 HTTP/1.1" status: 200 len: 217 time: 0.0468094 Jul 23 07:39:07.344527 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e1838-328e-46e0-b241-4eb26c43394b req-3b044353-675c-4caf-9fd9-e0c1680136be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:07.345896 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bf8e1838-328e-46e0-b241-4eb26c43394b req-3b044353-675c-4caf-9fd9-e0c1680136be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c4d81a15-2607-47f2-9e40-ce1b7d1c754a HTTP/1.1" status: 200 len: 847 time: 0.0585444 Jul 23 07:39:07.352681 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-6b909318-8982-4804-951d-fce011eec483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9356c982-6130-4740-b4b2-849da19ecc44', 'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:06Z', 'revision_number': 4, 'project_id': '7681bf256344445e97191949838e2435', 'gw_port': {'id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0', 'name': '', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'tenant_id': '7681bf256344445e97191949838e2435', 'mac_address': 'fa:16:3e:5d:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:05Z', 'updated_at': '2021-07-23T07:34:14Z', 'revision_number': 5, 'project_id': '7681bf256344445e97191949838e2435', 'subnets': [{'id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:07.369220 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaacaa-b8d3-490d-8a9b-d42f231dc8f2 req-d384d238-ce4d-47f9-94b7-bd97d0af2f46 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:07.370695 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cfbaacaa-b8d3-490d-8a9b-d42f231dc8f2 req-d384d238-ce4d-47f9-94b7-bd97d0af2f46 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.2614570 Jul 23 07:39:07.379023 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b909318-8982-4804-951d-fce011eec483 None None] Checking router: 9356c982-6130-4740-b4b2-849da19ecc44 for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:39:07.387463 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b909318-8982-4804-951d-fce011eec483 None None] Routers {'9356c982-6130-4740-b4b2-849da19ecc44'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:39:07.388064 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-6b909318-8982-4804-951d-fce011eec483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:39:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['9356c982-6130-4740-b4b2-849da19ecc44'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:07.437354 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cfbaacaa-b8d3-490d-8a9b-d42f231dc8f2 req-b695ff1a-bb2f-44f2-b66e-716a7449b807 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434268 Jul 23 07:39:07.448154 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e1838-328e-46e0-b241-4eb26c43394b req-0d7c7f2f-2324-4c40-b6cd-26b68a24dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:07.449788 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bf8e1838-328e-46e0-b241-4eb26c43394b req-0d7c7f2f-2324-4c40-b6cd-26b68a24dec4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5511dde3-b307-42d4-a5e3-93bd33192a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0964105 Jul 23 07:39:07.491377 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-6b909318-8982-4804-951d-fce011eec483 None None] Set router 9356c982-6130-4740-b4b2-849da19ecc44 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:39:07.539347 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bf8e1838-328e-46e0-b241-4eb26c43394b req-1967fb7d-2a06-4127-adfe-e0382a11aefd service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819695 Jul 23 07:39:07.632171 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bf8e1838-328e-46e0-b241-4eb26c43394b req-73f3367d-b915-4b57-b15b-bb92943c6082 service neutron] 10.222.0.23 "GET /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853965 Jul 23 07:39:07.682469 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-6b909318-8982-4804-951d-fce011eec483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9356c982-6130-4740-b4b2-849da19ecc44', 'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:06Z', 'revision_number': 4, 'project_id': '7681bf256344445e97191949838e2435', 'gw_port': {'id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0', 'name': '', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'tenant_id': '7681bf256344445e97191949838e2435', 'mac_address': 'fa:16:3e:5d:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:05Z', 'updated_at': '2021-07-23T07:34:14Z', 'revision_number': 5, 'project_id': '7681bf256344445e97191949838e2435', 'subnets': [{'id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:07.711934 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b909318-8982-4804-951d-fce011eec483 None None] The sync data for ids ['9356c982-6130-4740-b4b2-849da19ecc44'] in dv-cinder-773985-13-iscsi is: [{'id': '9356c982-6130-4740-b4b2-849da19ecc44', 'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:06Z', 'revision_number': 4, 'project_id': '7681bf256344445e97191949838e2435', 'gw_port': {'id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': 'a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0', 'name': '', 'network_id': '5511dde3-b307-42d4-a5e3-93bd33192a29', 'tenant_id': '7681bf256344445e97191949838e2435', 'mac_address': 'fa:16:3e:5d:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:05Z', 'updated_at': '2021-07-23T07:34:14Z', 'revision_number': 5, 'project_id': '7681bf256344445e97191949838e2435', 'subnets': [{'id': 'c4d81a15-2607-47f2-9e40-ce1b7d1c754a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:39:07.905797 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d18ab-38de-43d2-ab15-fe5fd5f20765 None None] New status for floating IP bf175a8d-7356-4746-a3c0-e3b6a72c87c5: DOWN {{(pid=93084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:39:08.616219 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21564eb-9153-4f55-861d-ae9d87b1afb3 req-c749c7a5-a2d7-4e63-9d8d-fb3ac3d120a5 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:08.617963 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b21564eb-9153-4f55-861d-ae9d87b1afb3 req-c749c7a5-a2d7-4e63-9d8d-fb3ac3d120a5 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.1128271 Jul 23 07:39:08.655029 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-b21564eb-9153-4f55-861d-ae9d87b1afb3 req-334a6f00-fae7-4117-b010-f50f602ecba7 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315864 Jul 23 07:39:08.865254 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f8ff6-a98c-4432-ada1-24e2466544cc req-2d2ee37e-869a-4a10-b0bd-7537153a7899 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:08.866614 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-209f8ff6-a98c-4432-ada1-24e2466544cc req-2d2ee37e-869a-4a10-b0bd-7537153a7899 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 946 time: 0.0628870 Jul 23 07:39:08.966138 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-209f8ff6-a98c-4432-ada1-24e2466544cc req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Deleting port ac27f5ad-4d17-4682-ac45-183c86073204 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:39:08.966479 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-209f8ff6-a98c-4432-ada1-24e2466544cc req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:09.053303 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-209f8ff6-a98c-4432-ada1-24e2466544cc req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] For port ac27f5ad-4d17-4682-ac45-183c86073204, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ac27f5ad-4d17-4682-ac45-183c86073204,segment=NetworkSegment(e407bf1c-f57e-4e66-b771-0e3671f38416),segment_id=e407bf1c-f57e-4e66-b771-0e3671f38416)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:39:09.053662 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-209f8ff6-a98c-4432-ada1-24e2466544cc req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:09.066276 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-209f8ff6-a98c-4432-ada1-24e2466544cc req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Calling delete_port for ac27f5ad-4d17-4682-ac45-183c86073204 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:39:09.191431 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-209f8ff6-a98c-4432-ada1-24e2466544cc req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:09.218174 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Pushing event deleted for resources: {'Port': ['ID=ac27f5ad-4d17-4682-ac45-183c86073204,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:09.231563 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:09.231914 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:09.232278 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:09.232614 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:09.232946 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:09.233275 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:09.233598 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:09.234005 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:09.234404 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:09.234692 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:09.235015 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:09.235338 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:09.275167 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-209f8ff6-a98c-4432-ada1-24e2466544cc req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] No DVR routers for this DVR port ac27f5ad-4d17-4682-ac45-183c86073204 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:39:09.277691 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-209f8ff6-a98c-4432-ada1-24e2466544cc req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:09.279636 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-209f8ff6-a98c-4432-ada1-24e2466544cc req-232a62f8-6f94-467c-9d9e-a399696ff769 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.23 "DELETE /v2.0/ports/ac27f5ad-4d17-4682-ac45-183c86073204 HTTP/1.1" status: 204 len: 173 time: 0.4077470 Jul 23 07:39:09.280295 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'name': 'network-vif-deleted', 'tag': 'ac27f5ad-4d17-4682-ac45-183c86073204'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:39:09.283254 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d69aa7-8b0d-49ea-b8ca-c36f820b283f" -d '{"events": [{"server_uuid": "8cedce2e-e62a-4ef0-ab9e-006a9208d634", "name": "network-vif-deleted", "tag": "ac27f5ad-4d17-4682-ac45-183c86073204"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:39:09.317658 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3877f38a-c1b4-49a8-bc98-f1ca54d50b21 x-openstack-request-id: req-3877f38a-c1b4-49a8-bc98-f1ca54d50b21 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:39:09.317946 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cedce2e-e62a-4ef0-ab9e-006a9208d634", "name": "network-vif-deleted", "tag": "ac27f5ad-4d17-4682-ac45-183c86073204", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:39:09.318194 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3877f38a-c1b4-49a8-bc98-f1ca54d50b21 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:39:09.318585 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cedce2e-e62a-4ef0-ab9e-006a9208d634', 'name': 'network-vif-deleted', 'tag': 'ac27f5ad-4d17-4682-ac45-183c86073204', 'status': 'completed', 'code': 200} Jul 23 07:39:09.768478 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0b6ebcd5-4a68-4765-806f-3625c71cfb49 req-656b2ec4-a145-43cf-b0ca-57e97f017c57 tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cedce2e-e62a-4ef0-ab9e-006a9208d634 HTTP/1.1" status: 200 len: 210 time: 0.0294447 Jul 23 07:39:10.823234 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 52784) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:39:10.885743 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8c8256d7-9101-4902-881f-5c63e9de8b3f tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:10.909797 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8c8256d7-9101-4902-881f-5c63e9de8b3f tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:10.968151 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8c8256d7-9101-4902-881f-5c63e9de8b3f tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:10.970727 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-8c8256d7-9101-4902-881f-5c63e9de8b3f tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:10.971878 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-8c8256d7-9101-4902-881f-5c63e9de8b3f tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f3ad984-4ce3-4e63-ba5c-e79615ecfc61 HTTP/1.1" status: 204 len: 168 time: 0.1476591 Jul 23 07:39:10.986158 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8256d7-9101-4902-881f-5c63e9de8b3f tempest-TestShelveInstance-999518561 tempest-TestShelveInstance-999518561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3ad984-4ce3-4e63-ba5c-e79615ecfc61,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:11.022130 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 52788) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:39:11.257906 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device ac27f5ad-4d17-4682-ac45-183c86073204 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:39:11.277634 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: ac27f5ad-4d17-4682-ac45-183c86073204 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:39:11.277980 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device ac27f5ad-4d17-4682-ac45-183c86073204 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:39:11.451066 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d2e16130-1bf9-43f2-bb6e-61e0c46c8e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747086'] for router_interface, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:11.693910 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-d2e16130-1bf9-43f2-bb6e-61e0c46c8e6d admin admin] Deleting port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:39:11.694249 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d2e16130-1bf9-43f2-bb6e-61e0c46c8e6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:11.772220 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [None req-d2e16130-1bf9-43f2-bb6e-61e0c46c8e6d admin admin] For port a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0,segment=NetworkSegment(e407bf1c-f57e-4e66-b771-0e3671f38416),segment_id=e407bf1c-f57e-4e66-b771-0e3671f38416)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:39:11.772499 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d2e16130-1bf9-43f2-bb6e-61e0c46c8e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:11.785071 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-d2e16130-1bf9-43f2-bb6e-61e0c46c8e6d admin admin] Calling delete_port for a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 owned by network:router_interface {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:39:12.203456 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d2e16130-1bf9-43f2-bb6e-61e0c46c8e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:12.227739 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e16130-1bf9-43f2-bb6e-61e0c46c8e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:12.394356 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-d2e16130-1bf9-43f2-bb6e-61e0c46c8e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746962'] for router_interface, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:12.598145 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e16130-1bf9-43f2-bb6e-61e0c46c8e6d admin admin] Router 9356c982-6130-4740-b4b2-849da19ecc44 has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:39:12.703410 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e16130-1bf9-43f2-bb6e-61e0c46c8e6d admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:39:12.710132 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-d2e16130-1bf9-43f2-bb6e-61e0c46c8e6d admin admin] 10.222.0.13 "PUT /v2.0/routers/9356c982-6130-4740-b4b2-849da19ecc44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6869342 Jul 23 07:39:12.710941 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52792) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:39:12.712302 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e98a4d-66b1-41ec-abca-a1be5ca275d1 None None] Sync routers for ids ['9356c982-6130-4740-b4b2-849da19ecc44'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:39:12.722628 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e98a4d-66b1-41ec-abca-a1be5ca275d1 None None] Routers {'9356c982-6130-4740-b4b2-849da19ecc44'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:39:12.723234 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-41e98a4d-66b1-41ec-abca-a1be5ca275d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:39:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['9356c982-6130-4740-b4b2-849da19ecc44'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:12.811374 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] Notify callbacks [] for router, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:12.823748 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-41e98a4d-66b1-41ec-abca-a1be5ca275d1 None None] Set router 9356c982-6130-4740-b4b2-849da19ecc44 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:39:12.912094 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:12.964636 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] Deleting port 050c3f13-563c-4c39-b16b-f1df38aeb1a0 {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:39:12.964885 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:12.998962 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-41e98a4d-66b1-41ec-abca-a1be5ca275d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9356c982-6130-4740-b4b2-849da19ecc44', 'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:39:12Z', 'revision_number': 5, 'project_id': '7681bf256344445e97191949838e2435', 'gw_port': {'id': '050c3f13-563c-4c39-b16b-f1df38aeb1a0', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9356c982-6130-4740-b4b2-849da19ecc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:13.028759 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e98a4d-66b1-41ec-abca-a1be5ca275d1 None None] Checking router: 9356c982-6130-4740-b4b2-849da19ecc44 for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:39:13.037588 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e98a4d-66b1-41ec-abca-a1be5ca275d1 None None] Routers {'9356c982-6130-4740-b4b2-849da19ecc44'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:39:13.038188 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-41e98a4d-66b1-41ec-abca-a1be5ca275d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:39:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['9356c982-6130-4740-b4b2-849da19ecc44'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:13.040778 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] For port 050c3f13-563c-4c39-b16b-f1df38aeb1a0, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=050c3f13-563c-4c39-b16b-f1df38aeb1a0,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:39:13.041140 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:13.057179 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] Calling delete_port for 050c3f13-563c-4c39-b16b-f1df38aeb1a0 owned by network:router_gateway {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:39:13.119992 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-41e98a4d-66b1-41ec-abca-a1be5ca275d1 None None] Set router 9356c982-6130-4740-b4b2-849da19ecc44 gateway port host: None {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:39:13.173903 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-41e98a4d-66b1-41ec-abca-a1be5ca275d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9356c982-6130-4740-b4b2-849da19ecc44', 'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:39:12Z', 'revision_number': 6, 'project_id': '7681bf256344445e97191949838e2435', 'gw_port_host': None}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:13.199428 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e98a4d-66b1-41ec-abca-a1be5ca275d1 None None] The sync data for ids ['9356c982-6130-4740-b4b2-849da19ecc44'] in dv-cinder-773985-13-iscsi is: [{'id': '9356c982-6130-4740-b4b2-849da19ecc44', 'name': 'tempest-TestShelveInstance-411495028-router', 'tenant_id': '7681bf256344445e97191949838e2435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:03Z', 'updated_at': '2021-07-23T07:39:12Z', 'revision_number': 6, 'project_id': '7681bf256344445e97191949838e2435', 'gw_port_host': None}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:39:13.220462 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:13.250274 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] Pushing event deleted for resources: {'Port': ['ID=050c3f13-563c-4c39-b16b-f1df38aeb1a0,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:13.310073 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745076'] for router_gateway, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:13.394081 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15043'] for router, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:13.396062 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:13.438989 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745231'] for router, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:13.439574 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9356c982-6130-4740-b4b2-849da19ecc44 {{(pid=93082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 07:39:13.443925 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] Notify callbacks [] for router, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:13.445146 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-da05aad1-f1ba-4b8b-b3c5-3a8ebb5b943b admin admin] 10.222.0.13 "DELETE /v2.0/routers/9356c982-6130-4740-b4b2-849da19ecc44 HTTP/1.1" status: 204 len: 168 time: 0.7332246 Jul 23 07:39:13.447684 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52794) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:39:13.490527 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Deleting subnet c4d81a15-2607-47f2-9e40-ce1b7d1c754a {{(pid=93082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:39:13.493561 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:13.525996 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14992576'] for subnet, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:13.609471 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:13.664759 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15755894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13111125'] for subnet, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:13.690748 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d81a15-2607-47f2-9e40-ce1b7d1c754a,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:13.693133 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:13.694957 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c4d81a15-2607-47f2-9e40-ce1b7d1c754a HTTP/1.1" status: 204 len: 168 time: 0.2463222 Jul 23 07:39:13.696576 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c54064-1895-4731-9c75-f00ffb76bdd4 None None] Network 5511dde3-b307-42d4-a5e3-93bd33192a29 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:39:13.697747 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 52796) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:39:13.700902 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:13.701253 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:13.701595 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:13.701931 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:13.702909 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:13.703186 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:13.703522 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:13.703856 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:13.704218 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:13.704539 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:13.704865 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:13.705184 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f842d24-55a4-4ff4-97d9-6a1e7cc90130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:13.769190 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:13.819276 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] Deleting port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:39:13.819617 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:13.883229 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] For port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=5a503d28-dc23-4b2b-b278-c6bbb5fc76e8,segment=NetworkSegment(e407bf1c-f57e-4e66-b771-0e3671f38416),segment_id=e407bf1c-f57e-4e66-b771-0e3671f38416)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:39:13.883525 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:13.895674 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] Calling delete_port for 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 owned by network:dhcp {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:39:13.965457 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] DHCP port deletion for 5511dde3-b307-42d4-a5e3-93bd33192a29 request from dv-cinder-773985-13-iscsi {{(pid=93083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 07:39:13.979210 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:14.008003 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] No DVR routers for this DVR port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 on host dv-cinder-773985-13-iscsi {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:39:14.012700 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a503d28-dc23-4b2b-b278-c6bbb5fc76e8,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:14.017509 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Deleting port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 {{(pid=93083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:39:14.017934 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:14.085524 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:14.086980 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] For port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8, host dv-cinder-773985-13-iscsi, got binding levels [] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:39:14.087409 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:14.095868 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5511dde3-b307-42d4-a5e3-93bd33192a29']}} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:14.100033 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Calling delete_port for 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 owned by network:dhcp {{(pid=93083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:39:14.102993 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.ipam_backend_mixin [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 was not found and therefore no delete operation was performed {{(pid=93083) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 07:39:14.104089 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268'] for port, after_delete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:14.106688 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e407bf1c-f57e-4e66-b771-0e3671f38416') {'for_net_delete': True} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:14.106989 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e407bf1c-f57e-4e66-b771-0e3671f38416') {} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:14.117023 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12991390'] for segment, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:14.128672 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Pushing event deleted for resources: {'Port': ['ID=5a503d28-dc23-4b2b-b278-c6bbb5fc76e8,revision_number=None']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:14.131822 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:14.138202 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:14.138715 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:14.138854 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:39:14.138952 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:14.139220 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:14.139336 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14337652'] for segment, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:14.139589 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:14.139915 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:14.140294 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:14.140639 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:14.141453 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:14.141453 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: Traceback (most recent call last): Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: timer() Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: cb(*args, **kw) Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: return func(*args, **kwargs) Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: self._notify() Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: self.callback(batched_events) Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: event.method(event) Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: return f(self, *a, **k) Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._get(url).json() Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: return self.request(url, 'GET', **kwargs) Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:39:14.141694 dv-cinder-773985-13-iscsi neutron-server[93081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:39:14.144172 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:14.144172 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:39:14.144791 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef22a26-8445-47bf-9716-a75121f559c9 None None] No DVR routers for this DVR port 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 on host dv-cinder-773985-13-iscsi {{(pid=93083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:39:14.197171 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:14.203542 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:14.205423 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5511dde3-b307-42d4-a5e3-93bd33192a29 HTTP/1.1" status: 204 len: 168 time: 0.5063982 Jul 23 07:39:14.208237 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52798) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:39:14.218462 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a026d01-0561-47d9-869b-3866b792b792 admin admin] Pushing event deleted for resources: {'Network': ['ID=5511dde3-b307-42d4-a5e3-93bd33192a29,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:14.542326 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-809e27df-440f-42aa-8414-807f669e630c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747086'] for router_interface, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:14.781936 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-809e27df-440f-42aa-8414-807f669e630c admin admin] Deleting port ed668035-074e-4c67-8886-8eeda9c8adfe {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:39:14.782268 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-809e27df-440f-42aa-8414-807f669e630c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:14.860597 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [None req-809e27df-440f-42aa-8414-807f669e630c admin admin] For port ed668035-074e-4c67-8886-8eeda9c8adfe, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=ed668035-074e-4c67-8886-8eeda9c8adfe,segment=NetworkSegment(6c051df9-6ef4-482e-9e5c-be17cba7e8c1),segment_id=6c051df9-6ef4-482e-9e5c-be17cba7e8c1)] {{(pid=93082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:39:14.860873 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-809e27df-440f-42aa-8414-807f669e630c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:14.872925 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-809e27df-440f-42aa-8414-807f669e630c admin admin] Calling delete_port for ed668035-074e-4c67-8886-8eeda9c8adfe owned by network:router_interface {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:39:15.254666 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:39:15.274299 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-809e27df-440f-42aa-8414-807f669e630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:15.274874 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:39:15.275000 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device a19d663a-1095-47cb-8fd2-b5ea7ac0b8f0 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:39:15.275321 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 050c3f13-563c-4c39-b16b-f1df38aeb1a0 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:39:15.296901 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 050c3f13-563c-4c39-b16b-f1df38aeb1a0 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:39:15.297243 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 050c3f13-563c-4c39-b16b-f1df38aeb1a0 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:39:15.297651 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:39:15.299011 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e27df-440f-42aa-8414-807f669e630c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed668035-074e-4c67-8886-8eeda9c8adfe,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:15.316329 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:39:15.316683 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 5a503d28-dc23-4b2b-b278-c6bbb5fc76e8 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:39:15.463981 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-809e27df-440f-42aa-8414-807f669e630c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746962'] for router_interface, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:15.665291 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809e27df-440f-42aa-8414-807f669e630c admin admin] Router 53f618ad-aae7-44ef-9a37-f33789839a5f has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:39:15.766453 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809e27df-440f-42aa-8414-807f669e630c admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:39:15.771919 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-809e27df-440f-42aa-8414-807f669e630c admin admin] 10.222.0.13 "PUT /v2.0/routers/53f618ad-aae7-44ef-9a37-f33789839a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5624804 Jul 23 07:39:15.773776 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52800) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:39:15.774746 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c0334-ca6b-4783-8c64-265f3af28dc3 None None] Sync routers for ids ['53f618ad-aae7-44ef-9a37-f33789839a5f'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:39:15.783782 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c0334-ca6b-4783-8c64-265f3af28dc3 None None] Routers {'53f618ad-aae7-44ef-9a37-f33789839a5f'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:39:15.784421 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-f68c0334-ca6b-4783-8c64-265f3af28dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:39:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['53f618ad-aae7-44ef-9a37-f33789839a5f'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:15.873742 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] Notify callbacks [] for router, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:15.884968 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-f68c0334-ca6b-4783-8c64-265f3af28dc3 None None] Set router 53f618ad-aae7-44ef-9a37-f33789839a5f gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:39:15.974426 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.026476 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] Deleting port 8cf5eed8-8151-49d2-a120-af2d4afdfb15 {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:39:16.026708 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.111685 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] For port 8cf5eed8-8151-49d2-a120-af2d4afdfb15, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=8cf5eed8-8151-49d2-a120-af2d4afdfb15,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:39:16.112039 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.123573 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] Calling delete_port for 8cf5eed8-8151-49d2-a120-af2d4afdfb15 owned by network:router_gateway {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:39:16.139615 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-f68c0334-ca6b-4783-8c64-265f3af28dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'name': 'tempest-TestShelveInstance-617420508-router', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cf5eed8-8151-49d2-a120-af2d4afdfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:39:15Z', 'revision_number': 5, 'project_id': '8489ad6803824aa69acf03fb61bcaade', 'gw_port': {'id': '8cf5eed8-8151-49d2-a120-af2d4afdfb15', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:16.167928 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c0334-ca6b-4783-8c64-265f3af28dc3 None None] Checking router: 53f618ad-aae7-44ef-9a37-f33789839a5f for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:39:16.176693 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c0334-ca6b-4783-8c64-265f3af28dc3 None None] Routers {'53f618ad-aae7-44ef-9a37-f33789839a5f'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:39:16.177287 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-f68c0334-ca6b-4783-8c64-265f3af28dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:39:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['53f618ad-aae7-44ef-9a37-f33789839a5f'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:16.261767 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-f68c0334-ca6b-4783-8c64-265f3af28dc3 None None] Set router 53f618ad-aae7-44ef-9a37-f33789839a5f gateway port host: None {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:39:16.290060 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.315895 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-f68c0334-ca6b-4783-8c64-265f3af28dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'name': 'tempest-TestShelveInstance-617420508-router', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:39:15Z', 'revision_number': 6, 'project_id': '8489ad6803824aa69acf03fb61bcaade', 'gw_port_host': None}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:16.316553 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf5eed8-8151-49d2-a120-af2d4afdfb15,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:16.344951 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c0334-ca6b-4783-8c64-265f3af28dc3 None None] The sync data for ids ['53f618ad-aae7-44ef-9a37-f33789839a5f'] in dv-cinder-773985-13-iscsi is: [{'id': '53f618ad-aae7-44ef-9a37-f33789839a5f', 'name': 'tempest-TestShelveInstance-617420508-router', 'tenant_id': '8489ad6803824aa69acf03fb61bcaade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:09Z', 'updated_at': '2021-07-23T07:39:15Z', 'revision_number': 6, 'project_id': '8489ad6803824aa69acf03fb61bcaade', 'gw_port_host': None}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:39:16.376341 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745076'] for router_gateway, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.462558 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15043'] for router, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.464674 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.509289 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745231'] for router, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.509803 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53f618ad-aae7-44ef-9a37-f33789839a5f {{(pid=93082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 07:39:16.514588 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] Notify callbacks [] for router, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.515728 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-f9c860ca-126a-4579-a37a-76d976d0421d admin admin] 10.222.0.13 "DELETE /v2.0/routers/53f618ad-aae7-44ef-9a37-f33789839a5f HTTP/1.1" status: 204 len: 168 time: 0.7410266 Jul 23 07:39:16.518221 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52802) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:39:16.560268 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c7ad6b-8947-4fb1-8d96-053eb565e8bc admin admin] Deleting subnet 67b1bf4c-1043-44d9-b237-3fec414692f4 {{(pid=93082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:39:16.563237 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ad6b-8947-4fb1-8d96-053eb565e8bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.596932 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ad6b-8947-4fb1-8d96-053eb565e8bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14992576'] for subnet, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.674092 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ad6b-8947-4fb1-8d96-053eb565e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.728915 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ad6b-8947-4fb1-8d96-053eb565e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15755894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13111125'] for subnet, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.755884 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7ad6b-8947-4fb1-8d96-053eb565e8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b1bf4c-1043-44d9-b237-3fec414692f4,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:16.760817 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ad6b-8947-4fb1-8d96-053eb565e8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.765053 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-d4c7ad6b-8947-4fb1-8d96-053eb565e8bc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/67b1bf4c-1043-44d9-b237-3fec414692f4 HTTP/1.1" status: 204 len: 168 time: 0.2435606 Jul 23 07:39:16.765488 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 52804) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:39:16.773949 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1ad068-80b6-4280-ad90-8366d4a0230d None None] Network c16c7900-8df9-46ba-b499-4f8c383e40ac requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:39:16.837328 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.888561 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] Deleting port 5fcda93a-9d81-44da-b106-0640bff9663d {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:39:16.888900 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.956813 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] For port 5fcda93a-9d81-44da-b106-0640bff9663d, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=5fcda93a-9d81-44da-b106-0640bff9663d,segment=NetworkSegment(6c051df9-6ef4-482e-9e5c-be17cba7e8c1),segment_id=6c051df9-6ef4-482e-9e5c-be17cba7e8c1)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:39:16.957179 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:16.969100 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] Calling delete_port for 5fcda93a-9d81-44da-b106-0640bff9663d owned by network:dhcp {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:39:17.044852 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:17.071924 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] No DVR routers for this DVR port 5fcda93a-9d81-44da-b106-0640bff9663d on host dv-cinder-773985-13-iscsi {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:39:17.075376 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5fcda93a-9d81-44da-b106-0640bff9663d,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:17.087919 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9975f3-736e-4cf6-bd84-c8f174659149 None None] DHCP port deletion for c16c7900-8df9-46ba-b499-4f8c383e40ac request from dv-cinder-773985-13-iscsi {{(pid=93083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 07:39:17.151763 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:17.162388 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16c7900-8df9-46ba-b499-4f8c383e40ac']}} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:17.172886 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c051df9-6ef4-482e-9e5c-be17cba7e8c1') {'for_net_delete': True} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:17.173189 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c051df9-6ef4-482e-9e5c-be17cba7e8c1') {} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:39:17.182159 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12991390'] for segment, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:17.196061 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:17.202820 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:39:17.203323 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14337652'] for segment, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: Traceback (most recent call last): Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: timer() Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: cb(*args, **kw) Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: return func(*args, **kwargs) Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: self._notify() Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: self.callback(batched_events) Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: event.method(event) Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: return f(self, *a, **k) Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._get(url).json() Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: return self.request(url, 'GET', **kwargs) Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:39:17.205267 dv-cinder-773985-13-iscsi neutron-server[93081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:39:17.268568 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:17.270508 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 8cf5eed8-8151-49d2-a120-af2d4afdfb15 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:39:17.274461 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:17.276526 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] 10.222.0.13 "DELETE /v2.0/networks/c16c7900-8df9-46ba-b499-4f8c383e40ac HTTP/1.1" status: 204 len: 168 time: 0.5100117 Jul 23 07:39:17.289291 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9504a-5d45-446e-9304-ff8d6523d1cb admin admin] Pushing event deleted for resources: {'Network': ['ID=c16c7900-8df9-46ba-b499-4f8c383e40ac,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:17.298521 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 8cf5eed8-8151-49d2-a120-af2d4afdfb15 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:39:17.299091 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 8cf5eed8-8151-49d2-a120-af2d4afdfb15 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:39:17.299520 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 5fcda93a-9d81-44da-b106-0640bff9663d no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:39:17.326195 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 5fcda93a-9d81-44da-b106-0640bff9663d {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:39:17.326548 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 5fcda93a-9d81-44da-b106-0640bff9663d not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:39:17.327858 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device ed668035-074e-4c67-8886-8eeda9c8adfe no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:39:17.348528 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: ed668035-074e-4c67-8886-8eeda9c8adfe {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:39:17.348873 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device ed668035-074e-4c67-8886-8eeda9c8adfe not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:39:17.399349 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52808) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:39:17.438273 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-617f9fe4-9c37-4c8d-8f29-7b588bdcf5dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7681bf256344445e97191949838e2435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377309 Jul 23 07:39:17.440505 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52810) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:39:17.485489 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bd2046e3-ddd6-45e8-8e75-af734164225a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:17.505808 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bd2046e3-ddd6-45e8-8e75-af734164225a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:17.549765 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bd2046e3-ddd6-45e8-8e75-af734164225a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:17.552220 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bd2046e3-ddd6-45e8-8e75-af734164225a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:17.553333 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-bd2046e3-ddd6-45e8-8e75-af734164225a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d640a847-2451-49ba-b44e-de84846fc8db HTTP/1.1" status: 204 len: 168 time: 0.1119614 Jul 23 07:39:17.560697 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2046e3-ddd6-45e8-8e75-af734164225a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d640a847-2451-49ba-b44e-de84846fc8db,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:17.848357 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52816) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:39:17.890545 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-b722e15e-b396-4435-9ca7-60057af32f8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8489ad6803824aa69acf03fb61bcaade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409498 Jul 23 07:39:17.893036 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 52818) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:39:17.939380 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7b99a825-4410-40ea-9add-dd5338958694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:17.960523 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7b99a825-4410-40ea-9add-dd5338958694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:18.005709 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7b99a825-4410-40ea-9add-dd5338958694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:18.008375 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-7b99a825-4410-40ea-9add-dd5338958694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:18.009528 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-7b99a825-4410-40ea-9add-dd5338958694 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16cb1936-5876-412e-be84-022408960956 HTTP/1.1" status: 204 len: 168 time: 0.1155925 Jul 23 07:39:18.017057 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99a825-4410-40ea-9add-dd5338958694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cb1936-5876-412e-be84-022408960956,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:26.747849 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:29.786601 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-04817ecc-4bb1-4897-862f-e6073b413c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:32.223238 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-6d4623b5-7625-464c-92c7-fc22f1bfa1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:32.759518 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:33.554195 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:35.578901 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:38.168559 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:39:50.244961 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-70402d39-c499-490c-90aa-bae0d6142ac5 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059495201&fields=id&tenant_id=c134473f61a74756be36eaa96636c1a6 HTTP/1.1" status: 200 len: 267 time: 0.0333667 Jul 23 07:39:50.348239 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588801a5-9767-42d0-bbce-298660300c22 req-774613c0-8be8-4122-bc02-ad568058f759 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:50.349586 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-774613c0-8be8-4122-bc02-ad568058f759 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 812 time: 0.0985856 Jul 23 07:39:50.363831 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-caf9916b-d216-4279-a3cd-0d818fa5f386 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/quotas/c134473f61a74756be36eaa96636c1a6 HTTP/1.1" status: 200 len: 375 time: 0.0091355 Jul 23 07:39:50.442854 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-ca7c1990-bb44-4359-b88a-6ee9a4c3b6ec tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0741472 Jul 23 07:39:50.545779 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-f7a1328d-e892-41c2-a887-a7f3c44ce586 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 07:39:50.547608 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-f7a1328d-e892-41c2-a887-a7f3c44ce586 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0935342 Jul 23 07:39:50.634630 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-6acd9b92-e7f1-42a9-9578-97ba68b623a8 service neutron] 10.222.0.13 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809538 Jul 23 07:39:50.725697 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-ba4d7bde-6854-46b2-8d7a-94e43b49b6fa service neutron] 10.222.0.13 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856485 Jul 23 07:39:51.005783 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-f0232ee7-f68e-4973-b9df-a21dda878352 req-82342d5d-2d88-4d8b-83bf-f3297af8e85d tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 210 time: 0.0290294 Jul 23 07:39:52.084485 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-98263dc7-a6d5-460b-8c25-e2787e25610e req-f5f139f8-a0b4-4ac9-b021-71672bd97d32 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 210 time: 0.0288427 Jul 23 07:39:53.165689 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-1c8b4a39-441d-4133-9fcf-f31e5408a63a req-93ee4964-5d15-436a-a7f7-640ab86b9637 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 210 time: 0.0300517 Jul 23 07:39:54.145540 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588801a5-9767-42d0-bbce-298660300c22 req-bcb3062d-0512-4268-9ede-239116907dc1 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:54.148398 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-bcb3062d-0512-4268-9ede-239116907dc1 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.23 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 812 time: 0.1124938 Jul 23 07:39:54.195188 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-a9a413aa-0fcb-435a-89f2-025ad70691f7 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c134473f61a74756be36eaa96636c1a6 HTTP/1.1" status: 200 len: 380 time: 0.0335577 Jul 23 07:39:54.208791 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-588801a5-9767-42d0-bbce-298660300c22 req-686c5757-4bbc-4c1d-b78d-81deace149bd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Request body: {'port': {'device_id': '97974fca-e431-43dc-9487-7d1be9bdca18', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'admin_state_up': True, 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'security_groups': ['39007a02-f241-4ce7-a423-30853c912de6']}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:39:54.266567 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a0a856c7-57b1-44e1-9d17-321b7a23b1f2 req-ca0ebc8d-cd23-4915-a5d7-6bb346a33b76 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 210 time: 0.0341609 Jul 23 07:39:54.343680 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588801a5-9767-42d0-bbce-298660300c22 req-686c5757-4bbc-4c1d-b78d-81deace149bd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Made reservation on behalf of c134473f61a74756be36eaa96636c1a6 for: {'port': 1} {{(pid=93081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 07:39:54.347202 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-588801a5-9767-42d0-bbce-298660300c22 req-686c5757-4bbc-4c1d-b78d-81deace149bd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:54.470720 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [req-588801a5-9767-42d0-bbce-298660300c22 req-686c5757-4bbc-4c1d-b78d-81deace149bd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Allocated IP 172.20.0.13 (df90add5-e69c-484a-9a7b-2e1c2dbd8896/e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95/cf4c74aa-a5d7-4635-bcf4-ac63a06398b7) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:39:54.611403 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-588801a5-9767-42d0-bbce-298660300c22 req-686c5757-4bbc-4c1d-b78d-81deace149bd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:54.626792 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-588801a5-9767-42d0-bbce-298660300c22 req-686c5757-4bbc-4c1d-b78d-81deace149bd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Transition to ACTIVE for port object cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 will not be triggered until provisioned by entity DHCP. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:39:54.661814 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-588801a5-9767-42d0-bbce-298660300c22 req-686c5757-4bbc-4c1d-b78d-81deace149bd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:54.701783 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588801a5-9767-42d0-bbce-298660300c22 req-686c5757-4bbc-4c1d-b78d-81deace149bd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Network df90add5-e69c-484a-9a7b-2e1c2dbd8896 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:39:54.707023 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [req-588801a5-9767-42d0-bbce-298660300c22 req-686c5757-4bbc-4c1d-b78d-81deace149bd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:39:54.710991 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-588801a5-9767-42d0-bbce-298660300c22 req-686c5757-4bbc-4c1d-b78d-81deace149bd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:39:54.739815 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c5757-4bbc-4c1d-b78d-81deace149bd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'Port': ['ID=cf4c74aa-a5d7-4635-bcf4-ac63a06398b7,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:54.765551 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588801a5-9767-42d0-bbce-298660300c22 req-686c5757-4bbc-4c1d-b78d-81deace149bd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:54.766242 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-588801a5-9767-42d0-bbce-298660300c22 req-686c5757-4bbc-4c1d-b78d-81deace149bd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:54.781935 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-686c5757-4bbc-4c1d-b78d-81deace149bd tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5768881 Jul 23 07:39:54.801065 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Request body: {'port': {'device_id': '97974fca-e431-43dc-9487-7d1be9bdca18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:39:54.880566 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:54.969395 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-4f1f031c-180b-4371-b651-01465b5d47e2 None None] Provisioning for port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 completed by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:39:54.973174 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-4f1f031c-180b-4371-b651-01465b5d47e2 None None] Provisioning complete for port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 triggered by entity DHCP. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:39:54.973544 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-4f1f031c-180b-4371-b651-01465b5d47e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:55.006087 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f031c-180b-4371-b651-01465b5d47e2 None None] Port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 cannot update to ACTIVE because it is not bound. {{(pid=93083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 07:39:55.141618 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 {{(pid=93081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:39:55.148925 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:55.161499 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.provisioning_blocks [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Transition to ACTIVE for port object cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 will not be triggered until provisioned by entity L2. {{(pid=93081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 07:39:55.165487 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:55.215507 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4c74aa-a5d7-4635-bcf4-ac63a06398b7,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:55.284520 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Attempting to bind port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 07:39:55.284881 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Attempting to bind port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 07:39:55.285210 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Attempting to bind port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 on network df90add5-e69c-484a-9a7b-2e1c2dbd8896 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:39:55.289993 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 on network df90add5-e69c-484a-9a7b-2e1c2dbd8896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 07:39:55.290316 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Attempting to bind port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 on network df90add5-e69c-484a-9a7b-2e1c2dbd8896 {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 07:39:55.295329 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Checking agent: {'id': 'd8cfdb69-ad68-4b2e-9889-bc4cad9c7ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'started_at': datetime.datetime(2021, 7, 23, 7, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 7, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 07:39:55.296053 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Checking segment: {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 07:39:55.296053 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Bound using segment: {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'} {{(pid=93081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 07:39:55.296604 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.managers [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Bound port: cf4c74aa-a5d7-4635-bcf4-ac63a06398b7, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac84fdc3-50f8-48b7-a4be-d73056988d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896'}}] {{(pid=93081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 07:39:55.297192 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:55.363554 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] For port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7, host hv-cinder-77398, cleared binding levels {{(pid=93081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 07:39:55.366569 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] For port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cf4c74aa-a5d7-4635-bcf4-ac63a06398b7,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 07:39:55.372060 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:55.396757 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59309eea-bc29-4314-a073-5d42d809c502 req-5dd7b4a4-2836-46a0-8812-322ae0562493 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:55.398254 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-59309eea-bc29-4314-a073-5d42d809c502 req-5dd7b4a4-2836-46a0-8812-322ae0562493 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 944 time: 0.0648961 Jul 23 07:39:55.409538 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:55.410156 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:55.411546 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] 10.222.0.23 "PUT /v2.0/ports/cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 HTTP/1.1" status: 200 len: 1094 time: 0.6158051 Jul 23 07:39:55.412060 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97974fca-e431-43dc-9487-7d1be9bdca18', 'tag': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:39:55.414257 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4a3bb0-2ea1-4409-b5c2-ab0b481cb1df" -d '{"events": [{"name": "network-changed", "server_uuid": "97974fca-e431-43dc-9487-7d1be9bdca18", "tag": "cf4c74aa-a5d7-4635-bcf4-ac63a06398b7"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:39:55.449744 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a59a6-5a44-4b30-8613-1c0447d30d91 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4c74aa-a5d7-4635-bcf4-ac63a06398b7,revision_number=3']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:39:55.460553 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-59309eea-bc29-4314-a073-5d42d809c502 req-5064fa3b-c3f2-4c63-a278-05c6755f0d79 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558650 Jul 23 07:39:55.537620 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588801a5-9767-42d0-bbce-298660300c22 req-ade1298a-4bfe-4d09-bb7d-5e374f110136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:55.539233 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-ade1298a-4bfe-4d09-bb7d-5e374f110136 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 1097 time: 0.0660155 Jul 23 07:39:55.591458 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-55c838ba-2141-449a-b0fa-c6c9290ceba4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 HTTP/1.1" status: 200 len: 217 time: 0.0386310 Jul 23 07:39:55.597894 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223ada12-1a53-49ef-89fd-642325fc23a1 x-openstack-request-id: req-223ada12-1a53-49ef-89fd-642325fc23a1 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:39:55.598183 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97974fca-e431-43dc-9487-7d1be9bdca18", "tag": "cf4c74aa-a5d7-4635-bcf4-ac63a06398b7", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:39:55.598433 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-223ada12-1a53-49ef-89fd-642325fc23a1 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:39:55.598828 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97974fca-e431-43dc-9487-7d1be9bdca18', 'tag': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7', 'status': 'completed', 'code': 200} Jul 23 07:39:55.659747 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588801a5-9767-42d0-bbce-298660300c22 req-d31c8314-113d-44ce-93d6-cede46c8a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:55.661321 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-d31c8314-113d-44ce-93d6-cede46c8a624 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 HTTP/1.1" status: 200 len: 851 time: 0.0490286 Jul 23 07:39:55.717056 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588801a5-9767-42d0-bbce-298660300c22 req-86eb09ca-bc80-416c-ba91-90a736e50526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:55.719033 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-86eb09ca-bc80-416c-ba91-90a736e50526 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df90add5-e69c-484a-9a7b-2e1c2dbd8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518944 Jul 23 07:39:55.808648 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-0c78271c-03fb-40da-99f9-4b951da19069 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825324 Jul 23 07:39:55.895235 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-588801a5-9767-42d0-bbce-298660300c22 req-02a05dab-4fc0-414c-9f73-005f003cb08c service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803499 Jul 23 07:39:56.036290 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a3bb0-2ea1-4409-b5c2-ab0b481cb1df req-1f72cadb-8b6b-4331-81a2-38a93e92a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:56.037751 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1f4a3bb0-2ea1-4409-b5c2-ab0b481cb1df req-1f72cadb-8b6b-4331-81a2-38a93e92a793 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 1097 time: 0.0519609 Jul 23 07:39:56.129210 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a3bb0-2ea1-4409-b5c2-ab0b481cb1df req-d8eacc61-167d-4d72-9c37-96078a0792c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:56.130729 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1f4a3bb0-2ea1-4409-b5c2-ab0b481cb1df req-d8eacc61-167d-4d72-9c37-96078a0792c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 913 time: 0.0869262 Jul 23 07:39:56.170157 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1f4a3bb0-2ea1-4409-b5c2-ab0b481cb1df req-a9d6a394-8c7f-40fb-8cac-c52f4ace97e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 HTTP/1.1" status: 200 len: 217 time: 0.0326979 Jul 23 07:39:56.220525 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a3bb0-2ea1-4409-b5c2-ab0b481cb1df req-a747098e-e3c9-4427-b4b4-1a7cedbd2704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:56.221942 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1f4a3bb0-2ea1-4409-b5c2-ab0b481cb1df req-a747098e-e3c9-4427-b4b4-1a7cedbd2704 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 HTTP/1.1" status: 200 len: 851 time: 0.0449057 Jul 23 07:39:56.277972 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a3bb0-2ea1-4409-b5c2-ab0b481cb1df req-b9e71729-6789-4b95-b9bd-7f70936a827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:56.279416 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1f4a3bb0-2ea1-4409-b5c2-ab0b481cb1df req-b9e71729-6789-4b95-b9bd-7f70936a827b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df90add5-e69c-484a-9a7b-2e1c2dbd8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506613 Jul 23 07:39:56.368251 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1f4a3bb0-2ea1-4409-b5c2-ab0b481cb1df req-87253ce5-025f-49a7-9739-f5073b5996f6 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793686 Jul 23 07:39:56.462832 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1f4a3bb0-2ea1-4409-b5c2-ab0b481cb1df req-d8bf4a5f-a0dc-47e7-b4fb-c967dd524239 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850580 Jul 23 07:39:56.591813 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a52a2c-31e0-4ca8-9655-1a60a36defe0 req-f1fd2760-405e-4931-9314-53ecb1a1e084 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:56.594035 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-16a52a2c-31e0-4ca8-9655-1a60a36defe0 req-f1fd2760-405e-4931-9314-53ecb1a1e084 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 944 time: 0.0650678 Jul 23 07:39:56.630046 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-16a52a2c-31e0-4ca8-9655-1a60a36defe0 req-d3e44f3b-70da-4969-827f-b6af82e3167e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306308 Jul 23 07:39:56.777960 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:39:57.755574 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d8a28-f0e2-42b3-a51f-1f4998751733 req-8ab6d44b-dde0-4723-93f9-de6ce7ebae95 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:57.757063 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9f7d8a28-f0e2-42b3-a51f-1f4998751733 req-8ab6d44b-dde0-4723-93f9-de6ce7ebae95 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 944 time: 0.0612288 Jul 23 07:39:57.794452 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9f7d8a28-f0e2-42b3-a51f-1f4998751733 req-2fef39a0-a620-408c-9f02-6d9fb4980873 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319932 Jul 23 07:39:58.920419 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783aa46-de94-404d-a8b3-611b33f25357 req-0bf1da7b-d834-451a-9b72-310b8c5abb2d tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:39:58.922454 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0783aa46-de94-404d-a8b3-611b33f25357 req-0bf1da7b-d834-451a-9b72-310b8c5abb2d tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 944 time: 0.0646453 Jul 23 07:39:58.958824 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0783aa46-de94-404d-a8b3-611b33f25357 req-9ac220b0-db2b-45b6-bda5-c32ddba5db23 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309157 Jul 23 07:39:59.790791 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-7ce6b9c0-8773-47b1-8625-8a764662f828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:00.105702 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c79e61-13fa-4089-8b43-b426d3e6542b req-e1d17752-2ae7-46b7-a956-7858c91aa134 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:00.107211 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-16c79e61-13fa-4089-8b43-b426d3e6542b req-e1d17752-2ae7-46b7-a956-7858c91aa134 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 944 time: 0.0726714 Jul 23 07:40:00.147502 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-16c79e61-13fa-4089-8b43-b426d3e6542b req-158676bf-076a-42a0-8a28-0d135fb5af5a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345941 Jul 23 07:40:01.273717 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89724a-b6b0-4119-aba4-633487528795 req-73c73dd5-4286-46f9-b10c-f13bb61f283f tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:01.275169 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6f89724a-b6b0-4119-aba4-633487528795 req-73c73dd5-4286-46f9-b10c-f13bb61f283f tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 944 time: 0.0629230 Jul 23 07:40:01.311354 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-6f89724a-b6b0-4119-aba4-633487528795 req-eb00958b-5135-4b7a-ac82-0e8cf22ae9ae tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299513 Jul 23 07:40:02.223425 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-0d24cf2f-cb33-4b22-a359-bca08594cbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:02.442804 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382eefa-877a-4ec1-8457-c34f332249b6 req-5eecc4f0-9047-4d8f-ac54-93230e4789d5 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:02.444295 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9382eefa-877a-4ec1-8457-c34f332249b6 req-5eecc4f0-9047-4d8f-ac54-93230e4789d5 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 944 time: 0.0677772 Jul 23 07:40:02.481243 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-9382eefa-877a-4ec1-8457-c34f332249b6 req-2e4959ae-d2a7-47f5-afe9-9436082e5135 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314150 Jul 23 07:40:02.760284 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:03.404586 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 07:40:03.497843 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cf4c74aa-a5d7-4635-bcf4-ac63a06398b7,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:40:03.508919 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Returning: {'device': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'port_id': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7', 'mac_address': 'fa:16:3e:b7:28:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 07:40:03.549718 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:03.566917 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 {{(pid=93083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 07:40:03.572153 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:03.587410 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cf4c74aa-a5d7-4635-bcf4-ac63a06398b7,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:40:03.591198 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:03.608186 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe11b8-8674-49d3-88f6-9e581ad52949 req-9f9022a4-abd4-4dfc-a99f-d32ba7e08a0e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:03.609671 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-75fe11b8-8674-49d3-88f6-9e581ad52949 req-9f9022a4-abd4-4dfc-a99f-d32ba7e08a0e tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 944 time: 0.0644042 Jul 23 07:40:03.639195 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=cf4c74aa-a5d7-4635-bcf4-ac63a06398b7,revision_number=4']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:40:03.650853 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-75fe11b8-8674-49d3-88f6-9e581ad52949 req-0e5b2f8b-c183-4211-8a24-bd677a0349c0 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355537 Jul 23 07:40:03.871708 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] get_ports_and_sgs() called for port_ids ['cf4c74aa-a5d7-4635-bcf4-ac63a06398b7'] {{(pid=93083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 07:40:04.534574 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b5e4ab97-6cab-4d89-b3fa-def61dd76a96 req-33c121ca-a754-4519-b6b7-80c1bb2bbf3f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512156 Jul 23 07:40:04.622624 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4ab97-6cab-4d89-b3fa-def61dd76a96 req-fd6a6f3a-1d09-442a-817d-6965b6c12b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:04.624237 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b5e4ab97-6cab-4d89-b3fa-def61dd76a96 req-fd6a6f3a-1d09-442a-817d-6965b6c12b11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 1099 time: 0.0581663 Jul 23 07:40:04.734392 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4ab97-6cab-4d89-b3fa-def61dd76a96 req-39c75bd6-1c56-4f28-8f7a-896d0ab70d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:04.735812 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b5e4ab97-6cab-4d89-b3fa-def61dd76a96 req-39c75bd6-1c56-4f28-8f7a-896d0ab70d34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 913 time: 0.0933137 Jul 23 07:40:04.822642 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b5e4ab97-6cab-4d89-b3fa-def61dd76a96 req-1c5519c0-cf5c-442d-8600-ae032b903641 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73d1b58f-e604-45e6-9eac-e8bffd925d39 HTTP/1.1" status: 200 len: 1000 time: 0.0703025 Jul 23 07:40:04.845106 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4225be2-abe0-4fd5-b593-15c00ece8d40 req-f84a8c28-8e0a-4653-a8bd-bf9c036242a9 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:04.846511 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a4225be2-abe0-4fd5-b593-15c00ece8d40 req-f84a8c28-8e0a-4653-a8bd-bf9c036242a9 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 945 time: 0.1297815 Jul 23 07:40:04.907583 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4ab97-6cab-4d89-b3fa-def61dd76a96 req-1d3b1088-467a-4ac6-bc60-1877406c7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:04.909021 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b5e4ab97-6cab-4d89-b3fa-def61dd76a96 req-1d3b1088-467a-4ac6-bc60-1877406c7c79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 HTTP/1.1" status: 200 len: 851 time: 0.0798268 Jul 23 07:40:04.913819 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a4225be2-abe0-4fd5-b593-15c00ece8d40 req-64bb8329-fcf0-44b0-b5e7-47579fa1a83b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489500 Jul 23 07:40:04.970402 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4ab97-6cab-4d89-b3fa-def61dd76a96 req-99cf3fef-e7b3-44fe-912c-834a69ee65ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:04.971879 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b5e4ab97-6cab-4d89-b3fa-def61dd76a96 req-99cf3fef-e7b3-44fe-912c-834a69ee65ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df90add5-e69c-484a-9a7b-2e1c2dbd8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559824 Jul 23 07:40:05.062212 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b5e4ab97-6cab-4d89-b3fa-def61dd76a96 req-fb6bc307-3790-4a42-85e1-235338b6f0d1 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834572 Jul 23 07:40:05.152999 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-b5e4ab97-6cab-4d89-b3fa-def61dd76a96 req-070044d4-be7f-4560-8df5-1cc6ecfc8ef5 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842614 Jul 23 07:40:05.411893 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 up at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 07:40:05.461116 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning for port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 completed by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 07:40:05.464597 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.provisioning_blocks [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Provisioning complete for port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 triggered by entity L2. {{(pid=93083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 07:40:05.464991 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784569'] for port, provisioning_complete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:05.537708 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:05.559438 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97974fca-e431-43dc-9487-7d1be9bdca18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7'}] {{(pid=93083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:40:05.562388 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc297532b5d4d2ace3109b0ce2ecc8af9c5b8bd2d0abd9d7829e938f73564ee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7c03fe-c7c7-4a62-adb4-227d8717ff66" -d '{"events": [{"server_uuid": "97974fca-e431-43dc-9487-7d1be9bdca18", "name": "network-vif-plugged", "status": "completed", "tag": "cf4c74aa-a5d7-4635-bcf4-ac63a06398b7"}]}' {{(pid=93083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:40:05.581898 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] For port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cf4c74aa-a5d7-4635-bcf4-ac63a06398b7,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:40:05.586914 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295'] for port, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:05.593487 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:05.634990 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Pushing event updated for resources: {'Port': ['ID=cf4c74aa-a5d7-4635-bcf4-ac63a06398b7,revision_number=5']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:40:05.667651 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81339913-ff68-4bfa-a6ca-3595e3ddeeb5 x-openstack-request-id: req-81339913-ff68-4bfa-a6ca-3595e3ddeeb5 {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:40:05.667927 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97974fca-e431-43dc-9487-7d1be9bdca18", "name": "network-vif-plugged", "status": "completed", "tag": "cf4c74aa-a5d7-4635-bcf4-ac63a06398b7", "code": 200}]} {{(pid=93083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:40:05.668201 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81339913-ff68-4bfa-a6ca-3595e3ddeeb5 {{(pid=93083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:40:05.668591 dv-cinder-773985-13-iscsi neutron-server[93083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97974fca-e431-43dc-9487-7d1be9bdca18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7', 'code': 200} Jul 23 07:40:05.926114 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c259f3-ecec-48bc-8493-3e2583b7e739 req-2699fe27-4f0e-4620-a7ad-bb0aa61f891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:05.927517 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d1c259f3-ecec-48bc-8493-3e2583b7e739 req-2699fe27-4f0e-4620-a7ad-bb0aa61f891a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 1099 time: 0.0525403 Jul 23 07:40:05.962490 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d1c259f3-ecec-48bc-8493-3e2583b7e739 req-a2791039-000e-4a5c-94d7-88555a7b7607 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283096 Jul 23 07:40:06.039903 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b752dfe-6b0f-40b3-8a59-4b0b597ed8e2 req-73980d14-e9bc-44c7-b2a0-610813f0a05a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:06.041370 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1b752dfe-6b0f-40b3-8a59-4b0b597ed8e2 req-73980d14-e9bc-44c7-b2a0-610813f0a05a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 946 time: 0.0615389 Jul 23 07:40:06.081263 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-1b752dfe-6b0f-40b3-8a59-4b0b597ed8e2 req-c74bfd7d-96d8-426c-a1a2-e12b8a02b3c1 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344009 Jul 23 07:40:07.209528 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8ac06-3353-4b7d-b0cc-611e9df5899b req-51afced4-46b6-4916-aa06-654e23058e3f tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:07.210980 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-50a8ac06-3353-4b7d-b0cc-611e9df5899b req-51afced4-46b6-4916-aa06-654e23058e3f tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 946 time: 0.0625753 Jul 23 07:40:07.248495 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-50a8ac06-3353-4b7d-b0cc-611e9df5899b req-d6732e48-78fd-45b7-929a-318ad229eaf2 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320687 Jul 23 07:40:07.373460 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee980c-bf0f-4764-824f-8b8b9d027859 req-9f40ebb8-ed62-4e81-aa4f-0866b39819ad tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:07.374866 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e2ee980c-bf0f-4764-824f-8b8b9d027859 req-9f40ebb8-ed62-4e81-aa4f-0866b39819ad tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 946 time: 0.0635233 Jul 23 07:40:07.411952 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-e2ee980c-bf0f-4764-824f-8b8b9d027859 req-b98a2b99-6750-4728-a131-d7a408bd439a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315824 Jul 23 07:40:07.433084 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 52922) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:40:07.483557 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df00079-75ae-4fe6-b5fc-45b5a6c75896 tempest-TestVolumeBootPattern-466431556 tempest-TestVolumeBootPattern-466431556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:07.485063 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-5df00079-75ae-4fe6-b5fc-45b5a6c75896 tempest-TestVolumeBootPattern-466431556 tempest-TestVolumeBootPattern-466431556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 1094 time: 0.0509725 Jul 23 07:40:07.487660 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 52924) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:40:07.491880 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.v2.base [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Request body: {'floatingip': {'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'port_id': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 07:40:07.513250 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for floatingip, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:07.855829 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:07.957189 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_common [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Allocated IP 172.27.1.94 (5c071af4-be70-49d5-8aed-1ca2e78a6239/5f7e4f3a-a8af-4123-b58a-49b71b32fcf4/589f333e-d717-4950-b6f8-6e8e316f6462) {{(pid=93081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 07:40:08.054032 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for port, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:08.091024 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783133605259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:08.132179 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Network 5c071af4-be70-49d5-8aed-1ca2e78a6239 is already hosted by enough agents. {{(pid=93081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 07:40:08.134979 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.base_scheduler [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Resources bound (agent type, host, resource id): {{(pid=93081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 07:40:08.139483 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Received port after_create {{(pid=93081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 07:40:08.141561 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'Port': ['ID=589f333e-d717-4950-b6f8-6e8e316f6462,revision_number=1']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:40:08.480044 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:08.555547 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627200'] for port, before_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:08.700581 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for port, precommit_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:08.705458 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783134005050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783133605277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783133605295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337616'] for port, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:08.772639 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event updated for resources: {'Port': ['ID=589f333e-d717-4950-b6f8-6e8e316f6462,revision_number=2']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:40:08.783071 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745038'] for floatingip, after_update {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:08.880856 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.l3_db [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Floating IP 27d0b908-a44a-4dec-ade8-42cc10fea9b8 associated. External IP: 172.27.1.94, port: cf4c74aa-a5d7-4635-bcf4-ac63a06398b7. Jul 23 07:40:09.085006 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:40:09.187861 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:40:09.197388 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60362341-51d2-4516-b6a4-7782dc71dc87 None None] Sync routers for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:40:09.203391 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:09.210898 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60362341-51d2-4516-b6a4-7782dc71dc87 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:40:09.211518 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-60362341-51d2-4516-b6a4-7782dc71dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:40:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:40:09.241350 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-cc4c4bd8-6846-4204-9952-6ad6d670787b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7526703 Jul 23 07:40:09.241984 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97974fca-e431-43dc-9487-7d1be9bdca18', 'tag': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:40:09.244528 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0279f2f-6448-4798-859b-fa16e2159215" -d '{"events": [{"name": "network-changed", "server_uuid": "97974fca-e431-43dc-9487-7d1be9bdca18", "tag": "cf4c74aa-a5d7-4635-bcf4-ac63a06398b7"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:40:09.281217 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc35b02-7c4f-47c5-b4ba-1d9fd04759b1 x-openstack-request-id: req-3cc35b02-7c4f-47c5-b4ba-1d9fd04759b1 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:40:09.281502 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97974fca-e431-43dc-9487-7d1be9bdca18", "tag": "cf4c74aa-a5d7-4635-bcf4-ac63a06398b7", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:40:09.281770 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cc35b02-7c4f-47c5-b4ba-1d9fd04759b1 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:40:09.282160 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97974fca-e431-43dc-9487-7d1be9bdca18', 'tag': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7', 'status': 'completed', 'code': 200} Jul 23 07:40:09.314013 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-60362341-51d2-4516-b6a4-7782dc71dc87 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:40:09.378856 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279f2f-6448-4798-859b-fa16e2159215 req-800f0650-c2d6-4cc1-b86f-02e3d34308e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:09.380306 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a0279f2f-6448-4798-859b-fa16e2159215 req-800f0650-c2d6-4cc1-b86f-02e3d34308e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 1099 time: 0.0528464 Jul 23 07:40:09.471692 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279f2f-6448-4798-859b-fa16e2159215 req-a285f12d-c385-4bef-8d99-611efd5580b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:09.473302 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a0279f2f-6448-4798-859b-fa16e2159215 req-a285f12d-c385-4bef-8d99-611efd5580b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 913 time: 0.0868635 Jul 23 07:40:09.540352 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a0279f2f-6448-4798-859b-fa16e2159215 req-a47366ff-2f86-4a09-a6ed-9f324fe7d9cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 HTTP/1.1" status: 200 len: 999 time: 0.0598619 Jul 23 07:40:09.589888 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279f2f-6448-4798-859b-fa16e2159215 req-5375ce2b-7939-42e5-a035-b01bc6e17be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:09.591373 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a0279f2f-6448-4798-859b-fa16e2159215 req-5375ce2b-7939-42e5-a035-b01bc6e17be3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 HTTP/1.1" status: 200 len: 851 time: 0.0449514 Jul 23 07:40:09.652266 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279f2f-6448-4798-859b-fa16e2159215 req-9032d547-5498-4e08-a356-c2761abc6f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:40:09.653706 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a0279f2f-6448-4798-859b-fa16e2159215 req-9032d547-5498-4e08-a356-c2761abc6f6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df90add5-e69c-484a-9a7b-2e1c2dbd8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564477 Jul 23 07:40:09.660758 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-60362341-51d2-4516-b6a4-7782dc71dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '27d0b908-a44a-4dec-ade8-42cc10fea9b8', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'port_id': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'mac_address': 'fa:16:3e:b7:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97974fca-e431-43dc-9487-7d1be9bdca18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:40:08Z', 'updated_at': '2021-07-23T07:40:08Z', 'revision_number': 0, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address_scope': None}, {'id': '37847493-eb29-4b7f-8a14-d516cfe892d9', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'port_id': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'mac_address': 'fa:16:3e:d7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:38:13Z', 'updated_at': '2021-07-23T07:38:15Z', 'revision_number': 1, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:40:09.686568 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60362341-51d2-4516-b6a4-7782dc71dc87 None None] Checking router: aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:40:09.694740 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60362341-51d2-4516-b6a4-7782dc71dc87 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:40:09.695340 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-60362341-51d2-4516-b6a4-7782dc71dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:40:02Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:40:09.740851 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a0279f2f-6448-4798-859b-fa16e2159215 req-7ab29ca8-39dc-42c9-ad65-d7823896de4b service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808597 Jul 23 07:40:09.797309 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-60362341-51d2-4516-b6a4-7782dc71dc87 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:40:09.834007 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-a0279f2f-6448-4798-859b-fa16e2159215 req-ee80da9b-a0c0-4ccd-9ae4-b2cdbef0a698 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869036 Jul 23 07:40:10.014045 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-60362341-51d2-4516-b6a4-7782dc71dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '27d0b908-a44a-4dec-ade8-42cc10fea9b8', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'port_id': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'mac_address': 'fa:16:3e:b7:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97974fca-e431-43dc-9487-7d1be9bdca18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:40:08Z', 'updated_at': '2021-07-23T07:40:08Z', 'revision_number': 0, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address_scope': None}, {'id': '37847493-eb29-4b7f-8a14-d516cfe892d9', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'port_id': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'mac_address': 'fa:16:3e:d7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:38:13Z', 'updated_at': '2021-07-23T07:38:15Z', 'revision_number': 1, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:40:10.039637 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60362341-51d2-4516-b6a4-7782dc71dc87 None None] The sync data for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi is: [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '27d0b908-a44a-4dec-ade8-42cc10fea9b8', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'port_id': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'mac_address': 'fa:16:3e:b7:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97974fca-e431-43dc-9487-7d1be9bdca18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:40:08Z', 'updated_at': '2021-07-23T07:40:08Z', 'revision_number': 0, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address_scope': None}, {'id': '37847493-eb29-4b7f-8a14-d516cfe892d9', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'port_id': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'mac_address': 'fa:16:3e:d7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:38:13Z', 'updated_at': '2021-07-23T07:38:15Z', 'revision_number': 1, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:40:10.225079 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9961865-6cef-4ea3-9d8d-c03ae70cef7d None None] New status for floating IP 27d0b908-a44a-4dec-ade8-42cc10fea9b8: ACTIVE {{(pid=93084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:40:15.167396 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:40:26.778463 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:29.790888 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-1266d04b-286c-473e-9b1b-06c3d8934ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:32.223310 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d630ca0a-7e06-441b-8b32-0672da50fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:32.761778 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:33.560503 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:35.583248 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:52.166064 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:40:56.789374 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:40:59.791280 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-b28ba316-e020-434a-a435-a5ed2e5a2854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:02.229179 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-12c3d359-a612-4d44-aa25-3f6b8fb704e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:02.762283 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:03.562530 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:04.564406 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5bee06b4-b232-43f2-a3db-fed8e0a488da req-3d9f9ef0-be0f-4b69-879c-79f16708507e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514693 Jul 23 07:41:04.680591 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee06b4-b232-43f2-a3db-fed8e0a488da req-235acf23-f1cb-4667-b7bf-bdbc822b6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:04.682112 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5bee06b4-b232-43f2-a3db-fed8e0a488da req-235acf23-f1cb-4667-b7bf-bdbc822b6b22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 1099 time: 0.0597448 Jul 23 07:41:04.785214 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee06b4-b232-43f2-a3db-fed8e0a488da req-36c53ed0-2a4d-4fa8-9e48-a11738c01aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:04.786653 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5bee06b4-b232-43f2-a3db-fed8e0a488da req-36c53ed0-2a4d-4fa8-9e48-a11738c01aa7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 913 time: 0.0858455 Jul 23 07:41:04.849650 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5bee06b4-b232-43f2-a3db-fed8e0a488da req-5429d4ce-a6f5-4a53-a394-b6d6923b421e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73d1b58f-e604-45e6-9eac-e8bffd925d39 HTTP/1.1" status: 200 len: 1000 time: 0.0561347 Jul 23 07:41:04.900978 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee06b4-b232-43f2-a3db-fed8e0a488da req-af7f607f-6b8f-4b65-95f7-ed105dca3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:04.902356 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5bee06b4-b232-43f2-a3db-fed8e0a488da req-af7f607f-6b8f-4b65-95f7-ed105dca3bac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 HTTP/1.1" status: 200 len: 851 time: 0.0463214 Jul 23 07:41:04.958272 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee06b4-b232-43f2-a3db-fed8e0a488da req-0fd6f0a8-e860-4598-b00a-e3b0c2708feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:04.959699 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5bee06b4-b232-43f2-a3db-fed8e0a488da req-0fd6f0a8-e860-4598-b00a-e3b0c2708feb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df90add5-e69c-484a-9a7b-2e1c2dbd8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513692 Jul 23 07:41:05.044783 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5bee06b4-b232-43f2-a3db-fed8e0a488da req-cc599e1c-4271-48d3-adbc-96d27fd94255 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786493 Jul 23 07:41:05.135657 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-5bee06b4-b232-43f2-a3db-fed8e0a488da req-0c25b271-8648-4974-b16d-27e8ce27d5d6 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843687 Jul 23 07:41:05.587843 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:26.785038 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:29.165430 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:41:29.791736 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-13a2e7b4-0e45-441a-8da8-03340077898f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:32.219637 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-623b2d65-5d6a-4594-869a-d9af9be7792b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:32.763218 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:33.564628 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:35.590392 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:36.798027 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 52956) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:36.950000 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Deleting port 589f333e-d717-4950-b6f8-6e8e316f6462 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:41:36.950394 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:37.026597 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:37.026925 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:37.038673 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Calling delete_port for 589f333e-d717-4950-b6f8-6e8e316f6462 owned by network:floatingip {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:41:37.201683 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:37.226666 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event deleted for resources: {'Port': ['ID=589f333e-d717-4950-b6f8-6e8e316f6462,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:37.237861 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:37.238210 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:37.238549 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:37.238885 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:37.239221 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:37.239550 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:37.239876 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:37.240816 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:37.240816 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:37.241044 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:37.241179 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:37.241498 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:37.299684 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for floatingip, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:37.300015 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.l3_db [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Floating IP 27d0b908-a44a-4dec-ade8-42cc10fea9b8 disassociated (deleted). External IP: 172.27.1.94, port: cf4c74aa-a5d7-4635-bcf4-ac63a06398b7. Jul 23 07:41:37.493971 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:41:37.594824 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:41:37.599756 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:37.604229 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51479bd2-987e-4e08-9b8d-733af4c4fb14 None None] Sync routers for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:41:37.612611 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51479bd2-987e-4e08-9b8d-733af4c4fb14 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:41:37.613221 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-51479bd2-987e-4e08-9b8d-733af4c4fb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:41:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:37.637799 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-bde45c33-484e-419c-a657-f9e2756254c8 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "DELETE /v2.0/floatingips/27d0b908-a44a-4dec-ade8-42cc10fea9b8 HTTP/1.1" status: 204 len: 168 time: 0.8380938 Jul 23 07:41:37.638481 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97974fca-e431-43dc-9487-7d1be9bdca18', 'tag': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:41:37.641012 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b92f35-c5db-430f-913c-07e42f3f3df8" -d '{"events": [{"name": "network-changed", "server_uuid": "97974fca-e431-43dc-9487-7d1be9bdca18", "tag": "cf4c74aa-a5d7-4635-bcf4-ac63a06398b7"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:41:37.680445 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92885e95-e3c6-47da-aa5b-98a49b8202ea x-openstack-request-id: req-92885e95-e3c6-47da-aa5b-98a49b8202ea {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:41:37.680892 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97974fca-e431-43dc-9487-7d1be9bdca18", "tag": "cf4c74aa-a5d7-4635-bcf4-ac63a06398b7", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:41:37.681199 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92885e95-e3c6-47da-aa5b-98a49b8202ea {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:41:37.681656 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97974fca-e431-43dc-9487-7d1be9bdca18', 'tag': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7', 'status': 'completed', 'code': 200} Jul 23 07:41:37.717732 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-51479bd2-987e-4e08-9b8d-733af4c4fb14 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:41:37.913915 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1116b-a93c-4c16-8c27-ea53ab2aa7c6 req-f580c4b0-2f2f-4212-bf6a-f0fbef85bdf7 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:37.915550 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0ef1116b-a93c-4c16-8c27-ea53ab2aa7c6 req-f580c4b0-2f2f-4212-bf6a-f0fbef85bdf7 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 946 time: 0.0782509 Jul 23 07:41:37.958612 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-0ef1116b-a93c-4c16-8c27-ea53ab2aa7c6 req-cf16008d-1950-4222-9f73-053807cc402a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371032 Jul 23 07:41:37.965479 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-51479bd2-987e-4e08-9b8d-733af4c4fb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '37847493-eb29-4b7f-8a14-d516cfe892d9', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'port_id': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'mac_address': 'fa:16:3e:d7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:38:13Z', 'updated_at': '2021-07-23T07:38:15Z', 'revision_number': 1, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:37.997499 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51479bd2-987e-4e08-9b8d-733af4c4fb14 None None] Checking router: aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:41:38.007104 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51479bd2-987e-4e08-9b8d-733af4c4fb14 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:41:38.007780 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-51479bd2-987e-4e08-9b8d-733af4c4fb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:41:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:38.047400 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b92f35-c5db-430f-913c-07e42f3f3df8 req-b19e7d85-3b17-4d80-8113-f3b0271c5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:38.048917 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-65b92f35-c5db-430f-913c-07e42f3f3df8 req-b19e7d85-3b17-4d80-8113-f3b0271c5d03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 1099 time: 0.3243248 Jul 23 07:41:38.112005 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-51479bd2-987e-4e08-9b8d-733af4c4fb14 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:41:38.140833 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b92f35-c5db-430f-913c-07e42f3f3df8 req-f4db1f29-43fb-47f8-8713-94fba58b601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:38.142955 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-65b92f35-c5db-430f-913c-07e42f3f3df8 req-f4db1f29-43fb-47f8-8713-94fba58b601a service neutron] 10.222.0.23 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 913 time: 0.0872936 Jul 23 07:41:38.182684 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-65b92f35-c5db-430f-913c-07e42f3f3df8 req-0b37182b-3f17-4092-9bc3-69265813aaa7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 HTTP/1.1" status: 200 len: 217 time: 0.0334213 Jul 23 07:41:38.231242 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b92f35-c5db-430f-913c-07e42f3f3df8 req-14f8a179-61c0-456c-82d7-85693a82ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:38.232552 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-65b92f35-c5db-430f-913c-07e42f3f3df8 req-14f8a179-61c0-456c-82d7-85693a82ee84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 HTTP/1.1" status: 200 len: 851 time: 0.0428481 Jul 23 07:41:38.293967 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b92f35-c5db-430f-913c-07e42f3f3df8 req-a2d39403-ff30-4ee6-b8a5-d557f947a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:38.295452 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-65b92f35-c5db-430f-913c-07e42f3f3df8 req-a2d39403-ff30-4ee6-b8a5-d557f947a4a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df90add5-e69c-484a-9a7b-2e1c2dbd8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0567710 Jul 23 07:41:38.330768 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-51479bd2-987e-4e08-9b8d-733af4c4fb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '37847493-eb29-4b7f-8a14-d516cfe892d9', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'port_id': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'mac_address': 'fa:16:3e:d7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:38:13Z', 'updated_at': '2021-07-23T07:38:15Z', 'revision_number': 1, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:38.358850 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51479bd2-987e-4e08-9b8d-733af4c4fb14 None None] The sync data for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi is: [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_floatingips': [{'id': '37847493-eb29-4b7f-8a14-d516cfe892d9', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'router_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'port_id': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'mac_address': 'fa:16:3e:d7:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T07:38:13Z', 'updated_at': '2021-07-23T07:38:15Z', 'revision_number': 1, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:41:38.385127 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-65b92f35-c5db-430f-913c-07e42f3f3df8 req-bd7c16a2-edeb-4793-9dc8-17cfded2cc6a service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821810 Jul 23 07:41:38.480543 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-65b92f35-c5db-430f-913c-07e42f3f3df8 req-a9a383d9-8d22-4a50-bb38-98667355bf7c service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889859 Jul 23 07:41:38.564729 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde3a8d-def7-491f-a8a9-9ed98b68889d None None] New status for floating IP 27d0b908-a44a-4dec-ade8-42cc10fea9b8: DOWN {{(pid=93084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:41:39.104996 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db9702-0767-4a4d-bf52-6ed85de17b9c req-a1e3b84e-6a7b-471d-8152-2454b3d0427b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:39.106478 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d9db9702-0767-4a4d-bf52-6ed85de17b9c req-a1e3b84e-6a7b-471d-8152-2454b3d0427b tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 946 time: 0.0639498 Jul 23 07:41:39.144438 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-d9db9702-0767-4a4d-bf52-6ed85de17b9c req-985deb76-0132-4430-b2c6-de044139ea74 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316930 Jul 23 07:41:39.563379 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a6f4c-79de-43b8-81cb-9e79575f3aea req-aac136ca-9b1a-42e1-afc4-22ede693f8b4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:39.565610 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-546a6f4c-79de-43b8-81cb-9e79575f3aea req-aac136ca-9b1a-42e1-afc4-22ede693f8b4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.23 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 946 time: 0.0618434 Jul 23 07:41:39.668374 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-546a6f4c-79de-43b8-81cb-9e79575f3aea req-2f86d832-d582-4f4d-8e08-4b719b34a031 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Deleting port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:41:39.668710 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-546a6f4c-79de-43b8-81cb-9e79575f3aea req-2f86d832-d582-4f4d-8e08-4b719b34a031 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:39.755172 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-546a6f4c-79de-43b8-81cb-9e79575f3aea req-2f86d832-d582-4f4d-8e08-4b719b34a031 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] For port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cf4c74aa-a5d7-4635-bcf4-ac63a06398b7,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:41:39.755530 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-546a6f4c-79de-43b8-81cb-9e79575f3aea req-2f86d832-d582-4f4d-8e08-4b719b34a031 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:39.772126 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-546a6f4c-79de-43b8-81cb-9e79575f3aea req-2f86d832-d582-4f4d-8e08-4b719b34a031 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Calling delete_port for cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:41:39.895711 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-546a6f4c-79de-43b8-81cb-9e79575f3aea req-2f86d832-d582-4f4d-8e08-4b719b34a031 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:39.924816 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86d832-d582-4f4d-8e08-4b719b34a031 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event deleted for resources: {'Port': ['ID=cf4c74aa-a5d7-4635-bcf4-ac63a06398b7,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:39.974224 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-546a6f4c-79de-43b8-81cb-9e79575f3aea req-2f86d832-d582-4f4d-8e08-4b719b34a031 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] No DVR routers for this DVR port cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:41:39.976778 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-546a6f4c-79de-43b8-81cb-9e79575f3aea req-2f86d832-d582-4f4d-8e08-4b719b34a031 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:39.978726 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-546a6f4c-79de-43b8-81cb-9e79575f3aea req-2f86d832-d582-4f4d-8e08-4b719b34a031 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.23 "DELETE /v2.0/ports/cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 HTTP/1.1" status: 204 len: 173 time: 0.4071507 Jul 23 07:41:39.979163 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97974fca-e431-43dc-9487-7d1be9bdca18', 'name': 'network-vif-deleted', 'tag': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:41:39.981426 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c766141-84f4-42a5-8b54-285262d91a5d" -d '{"events": [{"server_uuid": "97974fca-e431-43dc-9487-7d1be9bdca18", "name": "network-vif-deleted", "tag": "cf4c74aa-a5d7-4635-bcf4-ac63a06398b7"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:41:40.042288 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bd3295-234b-4b20-a65e-baa3d045c5ac x-openstack-request-id: req-b4bd3295-234b-4b20-a65e-baa3d045c5ac {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:41:40.042288 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97974fca-e431-43dc-9487-7d1be9bdca18", "name": "network-vif-deleted", "tag": "cf4c74aa-a5d7-4635-bcf4-ac63a06398b7", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:41:40.042288 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4bd3295-234b-4b20-a65e-baa3d045c5ac {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:41:40.042879 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97974fca-e431-43dc-9487-7d1be9bdca18', 'name': 'network-vif-deleted', 'tag': 'cf4c74aa-a5d7-4635-bcf4-ac63a06398b7', 'status': 'completed', 'code': 200} Jul 23 07:41:40.238440 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-17074bd9-0359-42d6-9f0c-02f7b5f0f48d req-a71c1ec5-60b6-4c67-aa0d-a6d9568bc8bb tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=97974fca-e431-43dc-9487-7d1be9bdca18 HTTP/1.1" status: 200 len: 210 time: 0.0292094 Jul 23 07:41:41.940501 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:41:41.959846 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:41:41.960219 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device cf4c74aa-a5d7-4635-bcf4-ac63a06398b7 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:41:43.505800 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 53000) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:43.659844 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-a299a87b-4e1b-456c-9fee-ed99f54ab353 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Deleting port dfbad5a9-54d5-434d-9555-951709e69903 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:41:43.660212 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a299a87b-4e1b-456c-9fee-ed99f54ab353 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:43.735975 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a299a87b-4e1b-456c-9fee-ed99f54ab353 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:43.736339 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a299a87b-4e1b-456c-9fee-ed99f54ab353 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:43.748527 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-a299a87b-4e1b-456c-9fee-ed99f54ab353 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Calling delete_port for dfbad5a9-54d5-434d-9555-951709e69903 owned by network:floatingip {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:41:43.892957 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a299a87b-4e1b-456c-9fee-ed99f54ab353 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:43.918629 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299a87b-4e1b-456c-9fee-ed99f54ab353 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event deleted for resources: {'Port': ['ID=dfbad5a9-54d5-434d-9555-951709e69903,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:43.978786 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a299a87b-4e1b-456c-9fee-ed99f54ab353 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for floatingip, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:43.979118 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.db.l3_db [None req-a299a87b-4e1b-456c-9fee-ed99f54ab353 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Floating IP 37847493-eb29-4b7f-8a14-d516cfe892d9 disassociated (deleted). External IP: 172.27.1.3, port: 73d1b58f-e604-45e6-9eac-e8bffd925d39. Jul 23 07:41:44.180235 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a299a87b-4e1b-456c-9fee-ed99f54ab353 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:41:44.284225 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a299a87b-4e1b-456c-9fee-ed99f54ab353 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:41:44.289215 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-a299a87b-4e1b-456c-9fee-ed99f54ab353 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:44.293911 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe7ce20-8b24-4d44-8f4b-60bf3e448253 None None] Sync routers for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:41:44.303531 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe7ce20-8b24-4d44-8f4b-60bf3e448253 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:41:44.304165 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-6fe7ce20-8b24-4d44-8f4b-60bf3e448253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:41:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:44.325227 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-a299a87b-4e1b-456c-9fee-ed99f54ab353 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "DELETE /v2.0/floatingips/37847493-eb29-4b7f-8a14-d516cfe892d9 HTTP/1.1" status: 204 len: 168 time: 0.8183384 Jul 23 07:41:44.325813 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'tag': '73d1b58f-e604-45e6-9eac-e8bffd925d39'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:41:44.328114 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc36e6f8-ea1a-4184-a578-b141e6bb13e1" -d '{"events": [{"name": "network-changed", "server_uuid": "08e0da5d-f2c6-4f1a-b971-287deebb211a", "tag": "73d1b58f-e604-45e6-9eac-e8bffd925d39"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:41:44.374035 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 07:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bf9741-8f17-4b0d-9c1f-aecc81bf7f2c x-openstack-request-id: req-07bf9741-8f17-4b0d-9c1f-aecc81bf7f2c {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:41:44.374327 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e0da5d-f2c6-4f1a-b971-287deebb211a", "tag": "73d1b58f-e604-45e6-9eac-e8bffd925d39", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:41:44.374777 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07bf9741-8f17-4b0d-9c1f-aecc81bf7f2c {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:41:44.375099 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'tag': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'status': 'completed', 'code': 200} Jul 23 07:41:44.484245 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36e6f8-ea1a-4184-a578-b141e6bb13e1 req-428b6ecc-271f-4389-97b4-4dc219e0f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:44.485777 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc36e6f8-ea1a-4184-a578-b141e6bb13e1 req-428b6ecc-271f-4389-97b4-4dc219e0f5a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c134473f61a74756be36eaa96636c1a6&device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 1099 time: 0.0665181 Jul 23 07:41:44.542926 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-6fe7ce20-8b24-4d44-8f4b-60bf3e448253 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:41:44.580928 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698b7d1-77ac-477f-8989-f2cd04f453fb req-51cafb0e-b108-4ea1-ad0c-2c92e446de75 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:44.582564 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d698b7d1-77ac-477f-8989-f2cd04f453fb req-51cafb0e-b108-4ea1-ad0c-2c92e446de75 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 946 time: 0.0674932 Jul 23 07:41:44.606732 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36e6f8-ea1a-4184-a578-b141e6bb13e1 req-fbcd6107-fb14-4a23-ad75-892873cce596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:44.608436 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc36e6f8-ea1a-4184-a578-b141e6bb13e1 req-fbcd6107-fb14-4a23-ad75-892873cce596 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 200 len: 913 time: 0.0929444 Jul 23 07:41:44.623379 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [req-d698b7d1-77ac-477f-8989-f2cd04f453fb req-a552e6b6-5cb4-4140-91b3-6281e626e3eb tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338063 Jul 23 07:41:44.651902 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc36e6f8-ea1a-4184-a578-b141e6bb13e1 req-1d4c2792-e9b5-4189-abdd-9ad521a4cc77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73d1b58f-e604-45e6-9eac-e8bffd925d39 HTTP/1.1" status: 200 len: 217 time: 0.0359404 Jul 23 07:41:44.703933 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36e6f8-ea1a-4184-a578-b141e6bb13e1 req-d710d890-b426-43ce-bec8-995c6e658836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:44.705936 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc36e6f8-ea1a-4184-a578-b141e6bb13e1 req-d710d890-b426-43ce-bec8-995c6e658836 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 HTTP/1.1" status: 200 len: 851 time: 0.0475497 Jul 23 07:41:44.740045 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-6fe7ce20-8b24-4d44-8f4b-60bf3e448253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:44.763663 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36e6f8-ea1a-4184-a578-b141e6bb13e1 req-ae733889-f417-4175-be66-1f3764af01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:44.765273 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc36e6f8-ea1a-4184-a578-b141e6bb13e1 req-ae733889-f417-4175-be66-1f3764af01cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df90add5-e69c-484a-9a7b-2e1c2dbd8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529706 Jul 23 07:41:44.766515 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe7ce20-8b24-4d44-8f4b-60bf3e448253 None None] Checking router: aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:41:44.775154 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe7ce20-8b24-4d44-8f4b-60bf3e448253 None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:41:44.775805 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-6fe7ce20-8b24-4d44-8f4b-60bf3e448253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:41:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:44.856032 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc36e6f8-ea1a-4184-a578-b141e6bb13e1 req-7563a22c-8cd4-4a5c-b615-9c98696b4737 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843663 Jul 23 07:41:44.880634 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-6fe7ce20-8b24-4d44-8f4b-60bf3e448253 None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:41:44.952846 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-cc36e6f8-ea1a-4184-a578-b141e6bb13e1 req-08d7f772-23fb-4fed-89db-2c35a9402e83 service neutron] 10.222.0.23 "GET /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900242 Jul 23 07:41:45.076448 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-6fe7ce20-8b24-4d44-8f4b-60bf3e448253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:45.102686 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe7ce20-8b24-4d44-8f4b-60bf3e448253 None None] The sync data for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi is: [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:34:33Z', 'revision_number': 4, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi', '_interfaces': [{'id': '611ebc3a-18e9-47f4-a789-9ec51504043b', 'name': '', 'network_id': 'df90add5-e69c-484a-9a7b-2e1c2dbd8896', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'mac_address': 'fa:16:3e:cb:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:32Z', 'updated_at': '2021-07-23T07:34:39Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'subnets': [{'id': 'e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:41:45.307585 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d47045-eba7-4194-bce0-2703b0ba5062 None None] New status for floating IP 37847493-eb29-4b7f-8a14-d516cfe892d9: DOWN {{(pid=93084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 07:41:45.755246 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac576cf0-7c2c-499a-b146-2191663c218f req-68c640c9-88f9-4f18-bb12-1e1d045ca29c tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:45.757424 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ac576cf0-7c2c-499a-b146-2191663c218f req-68c640c9-88f9-4f18-bb12-1e1d045ca29c tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 946 time: 0.0665407 Jul 23 07:41:45.803678 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-ac576cf0-7c2c-499a-b146-2191663c218f req-5b62298a-4ecf-4c22-8c7f-6f52dcd62b17 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/security-groups?id=39007a02-f241-4ce7-a423-30853c912de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405231 Jul 23 07:41:46.195291 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04d64e-fdb7-4e49-9a71-fd846cea8560 req-db0bad87-11ed-4f60-be2c-67c20aa09646 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 07:41:46.196740 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-fe04d64e-fdb7-4e49-9a71-fd846cea8560 req-db0bad87-11ed-4f60-be2c-67c20aa09646 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.23 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 946 time: 0.0664365 Jul 23 07:41:46.294845 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-fe04d64e-fdb7-4e49-9a71-fd846cea8560 req-2b032e75-3b88-4672-aeed-6afa6a95ef61 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Deleting port 73d1b58f-e604-45e6-9eac-e8bffd925d39 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:41:46.295185 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-fe04d64e-fdb7-4e49-9a71-fd846cea8560 req-2b032e75-3b88-4672-aeed-6afa6a95ef61 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:46.385273 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [req-fe04d64e-fdb7-4e49-9a71-fd846cea8560 req-2b032e75-3b88-4672-aeed-6afa6a95ef61 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] For port 73d1b58f-e604-45e6-9eac-e8bffd925d39, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=73d1b58f-e604-45e6-9eac-e8bffd925d39,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:41:46.385547 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-fe04d64e-fdb7-4e49-9a71-fd846cea8560 req-2b032e75-3b88-4672-aeed-6afa6a95ef61 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:46.397565 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [req-fe04d64e-fdb7-4e49-9a71-fd846cea8560 req-2b032e75-3b88-4672-aeed-6afa6a95ef61 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Calling delete_port for 73d1b58f-e604-45e6-9eac-e8bffd925d39 owned by compute:nova {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:41:46.519730 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-fe04d64e-fdb7-4e49-9a71-fd846cea8560 req-2b032e75-3b88-4672-aeed-6afa6a95ef61 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:46.549913 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b032e75-3b88-4672-aeed-6afa6a95ef61 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event deleted for resources: {'Port': ['ID=73d1b58f-e604-45e6-9eac-e8bffd925d39,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:46.594139 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe04d64e-fdb7-4e49-9a71-fd846cea8560 req-2b032e75-3b88-4672-aeed-6afa6a95ef61 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] No DVR routers for this DVR port 73d1b58f-e604-45e6-9eac-e8bffd925d39 on host hv-cinder-77398 {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:41:46.596751 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [req-fe04d64e-fdb7-4e49-9a71-fd846cea8560 req-2b032e75-3b88-4672-aeed-6afa6a95ef61 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for port, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:46.598736 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-fe04d64e-fdb7-4e49-9a71-fd846cea8560 req-2b032e75-3b88-4672-aeed-6afa6a95ef61 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.23 "DELETE /v2.0/ports/73d1b58f-e604-45e6-9eac-e8bffd925d39 HTTP/1.1" status: 204 len: 173 time: 0.3965485 Jul 23 07:41:46.599169 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'name': 'network-vif-deleted', 'tag': '73d1b58f-e604-45e6-9eac-e8bffd925d39'}] {{(pid=93081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 07:41:46.601409 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c416f028b4f322acd92e23286133f8a24ab4bb8fe4a1bfa951f56c10269ecec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102193f2-1b3c-4a3c-bc23-06299f096839" -d '{"events": [{"server_uuid": "08e0da5d-f2c6-4f1a-b971-287deebb211a", "name": "network-vif-deleted", "tag": "73d1b58f-e604-45e6-9eac-e8bffd925d39"}]}' {{(pid=93081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 07:41:46.638889 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 07:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390945ef-ee05-4ac6-bfbe-99c868468dd7 x-openstack-request-id: req-390945ef-ee05-4ac6-bfbe-99c868468dd7 {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 07:41:46.639189 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e0da5d-f2c6-4f1a-b971-287deebb211a", "name": "network-vif-deleted", "tag": "73d1b58f-e604-45e6-9eac-e8bffd925d39", "status": "completed", "code": 200}]} {{(pid=93081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 07:41:46.639425 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-390945ef-ee05-4ac6-bfbe-99c868468dd7 {{(pid=93081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 07:41:46.639818 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e0da5d-f2c6-4f1a-b971-287deebb211a', 'name': 'network-vif-deleted', 'tag': '73d1b58f-e604-45e6-9eac-e8bffd925d39', 'status': 'completed', 'code': 200} Jul 23 07:41:46.895166 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [req-bb87366d-4261-4f1a-98b2-876849d6b61d req-5d6cf583-f5f2-4c18-8aea-48787459bea4 tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "GET /v2.0/ports?device_id=08e0da5d-f2c6-4f1a-b971-287deebb211a HTTP/1.1" status: 200 len: 210 time: 0.0335650 Jul 23 07:41:47.957291 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 53016) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:48.076598 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-237e5352-6e20-495c-8f92-388875efd56a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Deleting port 0ecfd14e-4864-48f9-87af-05061c242dce {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:41:48.076939 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-237e5352-6e20-495c-8f92-388875efd56a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:48.152977 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-237e5352-6e20-495c-8f92-388875efd56a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:48.153304 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-237e5352-6e20-495c-8f92-388875efd56a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:48.164897 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-237e5352-6e20-495c-8f92-388875efd56a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Calling delete_port for 0ecfd14e-4864-48f9-87af-05061c242dce owned by network:floatingip {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:41:48.294390 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-237e5352-6e20-495c-8f92-388875efd56a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:48.319363 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e5352-6e20-495c-8f92-388875efd56a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event deleted for resources: {'Port': ['ID=0ecfd14e-4864-48f9-87af-05061c242dce,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:48.381113 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-237e5352-6e20-495c-8f92-388875efd56a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for floatingip, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:48.383542 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-237e5352-6e20-495c-8f92-388875efd56a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96648'] for floatingip, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:48.384706 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-237e5352-6e20-495c-8f92-388875efd56a tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "DELETE /v2.0/floatingips/627989c1-123b-4535-a9ae-42656eb78163 HTTP/1.1" status: 204 len: 168 time: 0.4264052 Jul 23 07:41:49.576285 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 53028) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:49.633648 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-27ffcf73-3515-4af0-9920-afb87187aebc tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:49.657018 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-27ffcf73-3515-4af0-9920-afb87187aebc tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:49.718637 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-27ffcf73-3515-4af0-9920-afb87187aebc tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:49.721265 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-27ffcf73-3515-4af0-9920-afb87187aebc tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:49.722392 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-27ffcf73-3515-4af0-9920-afb87187aebc tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] 10.222.0.13 "DELETE /v2.0/security-groups/39007a02-f241-4ce7-a423-30853c912de6 HTTP/1.1" status: 204 len: 168 time: 0.1451271 Jul 23 07:41:49.731111 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffcf73-3515-4af0-9920-afb87187aebc tempest-TestVolumeBootPattern-511819636 tempest-TestVolumeBootPattern-511819636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39007a02-f241-4ce7-a423-30853c912de6,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:49.792559 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 53032) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:49.957706 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 73d1b58f-e604-45e6-9eac-e8bffd925d39 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:41:49.977163 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] No Port match for: 73d1b58f-e604-45e6-9eac-e8bffd925d39 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:41:49.977511 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Device 73d1b58f-e604-45e6-9eac-e8bffd925d39 not bound to the agent host hv-cinder-77398 {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:41:50.258557 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747086'] for router_interface, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:50.496939 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Deleting port 611ebc3a-18e9-47f4-a789-9ec51504043b {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:41:50.497280 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:50.576188 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] For port 611ebc3a-18e9-47f4-a789-9ec51504043b, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=611ebc3a-18e9-47f4-a789-9ec51504043b,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:41:50.576544 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:50.591363 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Calling delete_port for 611ebc3a-18e9-47f4-a789-9ec51504043b owned by network:router_interface {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:41:50.766692 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:50.791553 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=611ebc3a-18e9-47f4-a789-9ec51504043b,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:50.821317 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:50.821992 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:50.821992 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:50.822309 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:50.822637 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:50.822969 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:50.823296 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:50.823622 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:50.823955 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:50.824303 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:50.824626 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:50.824945 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:50.963872 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746962'] for router_interface, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:51.401148 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:41:51.504510 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:41:51.509517 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-8868cdd3-5ea6-47b3-b40e-58b5609b9ae9 admin admin] 10.222.0.13 "PUT /v2.0/routers/aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7157931 Jul 23 07:41:51.512018 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 53036) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:51.514752 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7f9b1a-f9f2-4e9a-84b1-e93efb2c98bc None None] Sync routers for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:41:51.524476 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f9b1a-f9f2-4e9a-84b1-e93efb2c98bc None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:41:51.525083 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-6d7f9b1a-f9f2-4e9a-84b1-e93efb2c98bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:41:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:51.612456 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] Notify callbacks [] for router, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:51.624963 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-6d7f9b1a-f9f2-4e9a-84b1-e93efb2c98bc None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: dv-cinder-773985-13-iscsi {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:41:51.710451 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:51.761404 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] Deleting port 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:41:51.761739 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:51.801967 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-6d7f9b1a-f9f2-4e9a-84b1-e93efb2c98bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:41:50Z', 'revision_number': 5, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port': {'id': '4325f8d3-3224-4b38-80f9-f8bc6f98b3cb', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:31Z', 'updated_at': '2021-07-23T07:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:51.828248 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7f9b1a-f9f2-4e9a-84b1-e93efb2c98bc None None] Checking router: aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a for host: dv-cinder-773985-13-iscsi {{(pid=93083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:41:51.837342 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f9b1a-f9f2-4e9a-84b1-e93efb2c98bc None None] Routers {'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:41:51.837941 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-6d7f9b1a-f9f2-4e9a-84b1-e93efb2c98bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:41:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'], 'active': True} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:51.843184 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] For port 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=4325f8d3-3224-4b38-80f9-f8bc6f98b3cb,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:41:51.843686 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:51.854999 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] Calling delete_port for 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb owned by network:router_gateway {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:41:51.920383 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvr_db [None req-6d7f9b1a-f9f2-4e9a-84b1-e93efb2c98bc None None] Set router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a gateway port host: None {{(pid=93083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:41:51.974494 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_hamode_db [None req-6d7f9b1a-f9f2-4e9a-84b1-e93efb2c98bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:41:51Z', 'revision_number': 6, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port_host': None}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:52.003870 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7f9b1a-f9f2-4e9a-84b1-e93efb2c98bc None None] The sync data for ids ['aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a'] in dv-cinder-773985-13-iscsi is: [{'id': 'aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a', 'name': 'tempest-TestVolumeBootPattern-1082431143-router', 'tenant_id': 'c134473f61a74756be36eaa96636c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:30Z', 'updated_at': '2021-07-23T07:41:51Z', 'revision_number': 6, 'project_id': 'c134473f61a74756be36eaa96636c1a6', 'gw_port_host': None}] {{(pid=93083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:41:52.018447 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.043430 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] Pushing event deleted for resources: {'Port': ['ID=4325f8d3-3224-4b38-80f9-f8bc6f98b3cb,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:52.102646 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745076'] for router_gateway, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.187000 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15043'] for router, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.189072 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.237922 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745231'] for router, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.238372 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a {{(pid=93082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 07:41:52.242470 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] Notify callbacks [] for router, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.243848 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-ca7c8baa-e8d5-4f37-b21a-f56286ec3526 admin admin] 10.222.0.13 "DELETE /v2.0/routers/aaa6cb05-a4d2-4f0b-bc6c-df3f3ced922a HTTP/1.1" status: 204 len: 168 time: 0.7306509 Jul 23 07:41:52.246393 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 53038) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:52.289747 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea0768b-c8d2-4aac-89b4-262d02867785 admin admin] Deleting subnet e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 {{(pid=93082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:41:52.292590 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bea0768b-c8d2-4aac-89b4-262d02867785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.331442 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bea0768b-c8d2-4aac-89b4-262d02867785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14992576'] for subnet, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.416985 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bea0768b-c8d2-4aac-89b4-262d02867785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.465803 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bea0768b-c8d2-4aac-89b4-262d02867785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15755894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13111125'] for subnet, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.488827 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0768b-c8d2-4aac-89b4-262d02867785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:52.494757 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-bea0768b-c8d2-4aac-89b4-262d02867785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for subnet, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.496651 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-bea0768b-c8d2-4aac-89b4-262d02867785 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e6c8d8c2-9d3a-47fe-a811-72a8c7da6a95 HTTP/1.1" status: 204 len: 168 time: 0.2493625 Jul 23 07:41:52.499398 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 53040) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:52.502961 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27be6f27-6667-4992-883e-3208be198f26 None None] Network df90add5-e69c-484a-9a7b-2e1c2dbd8896 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:41:52.569392 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.622859 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] Deleting port e0dbd864-10cf-4ab7-81ce-b7cf26c32914 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:41:52.623196 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.686964 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] For port e0dbd864-10cf-4ab7-81ce-b7cf26c32914, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=e0dbd864-10cf-4ab7-81ce-b7cf26c32914,segment=NetworkSegment(ac84fdc3-50f8-48b7-a4be-d73056988d05),segment_id=ac84fdc3-50f8-48b7-a4be-d73056988d05)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:41:52.687319 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.698527 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] Calling delete_port for e0dbd864-10cf-4ab7-81ce-b7cf26c32914 owned by network:dhcp {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:41:52.746522 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] DHCP port deletion for df90add5-e69c-484a-9a7b-2e1c2dbd8896 request from dv-cinder-773985-13-iscsi {{(pid=93083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 07:41:52.781628 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.792500 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Deleting port e0dbd864-10cf-4ab7-81ce-b7cf26c32914 {{(pid=93083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:41:52.792875 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.811253 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0dbd864-10cf-4ab7-81ce-b7cf26c32914,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:52.813101 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] No DVR routers for this DVR port e0dbd864-10cf-4ab7-81ce-b7cf26c32914 on host dv-cinder-773985-13-iscsi {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:41:52.860942 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] For port e0dbd864-10cf-4ab7-81ce-b7cf26c32914, host dv-cinder-773985-13-iscsi, got binding levels [] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:41:52.861329 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.874463 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Calling delete_port for e0dbd864-10cf-4ab7-81ce-b7cf26c32914 owned by network:dhcp {{(pid=93083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:41:52.877218 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.ipam_backend_mixin [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Port e0dbd864-10cf-4ab7-81ce-b7cf26c32914 was not found and therefore no delete operation was performed {{(pid=93083) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 07:41:52.879052 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268'] for port, after_delete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.883666 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.893644 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df90add5-e69c-484a-9a7b-2e1c2dbd8896']}} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:52.903271 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac84fdc3-50f8-48b7-a4be-d73056988d05') {'for_net_delete': True} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:52.903585 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac84fdc3-50f8-48b7-a4be-d73056988d05') {} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:52.908773 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Pushing event deleted for resources: {'Port': ['ID=e0dbd864-10cf-4ab7-81ce-b7cf26c32914,revision_number=None']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:52.911776 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] No DVR routers for this DVR port e0dbd864-10cf-4ab7-81ce-b7cf26c32914 on host dv-cinder-773985-13-iscsi {{(pid=93083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:41:52.912919 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12991390'] for segment, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.918310 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:52.918664 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:52.919004 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:52.919349 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:52.922574 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:52.922574 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:52.922574 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:52.922574 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:52.922574 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:52.922574 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:52.922574 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:52.922574 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fcd36-7c20-4fd7-9d25-08de9140f1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-13-iscsi {{(pid=93083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 07:41:52.930226 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.937193 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:41:52.937453 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14337652'] for segment, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: Traceback (most recent call last): Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: timer() Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: cb(*args, **kw) Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: return func(*args, **kwargs) Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: self._notify() Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: self.callback(batched_events) Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: event.method(event) Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: return f(self, *a, **k) Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._get(url).json() Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: return self.request(url, 'GET', **kwargs) Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:41:52.939311 dv-cinder-773985-13-iscsi neutron-server[93081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:41:52.997729 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:53.005982 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:53.007878 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/df90add5-e69c-484a-9a7b-2e1c2dbd8896 HTTP/1.1" status: 204 len: 168 time: 0.5073152 Jul 23 07:41:53.010993 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 53042) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:53.017186 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fbf03-79c1-4446-b5ae-959ffac207e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=df90add5-e69c-484a-9a7b-2e1c2dbd8896,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:53.342313 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 611ebc3a-18e9-47f4-a789-9ec51504043b no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:41:53.343435 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-89206ef5-5dcf-49af-85ad-468326b3188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747086'] for router_interface, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:53.362483 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 611ebc3a-18e9-47f4-a789-9ec51504043b {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:41:53.362483 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 611ebc3a-18e9-47f4-a789-9ec51504043b not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:41:53.363031 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device e0dbd864-10cf-4ab7-81ce-b7cf26c32914 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:41:53.381047 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: e0dbd864-10cf-4ab7-81ce-b7cf26c32914 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:41:53.381386 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device e0dbd864-10cf-4ab7-81ce-b7cf26c32914 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:41:53.381793 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:41:53.399677 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:41:53.400021 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 4325f8d3-3224-4b38-80f9-f8bc6f98b3cb not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:41:53.583744 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-89206ef5-5dcf-49af-85ad-468326b3188b admin admin] Deleting port 47375da9-eeea-4203-8c77-ece47aa363f0 {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:41:53.583992 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-89206ef5-5dcf-49af-85ad-468326b3188b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:53.660349 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [None req-89206ef5-5dcf-49af-85ad-468326b3188b admin admin] For port 47375da9-eeea-4203-8c77-ece47aa363f0, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=47375da9-eeea-4203-8c77-ece47aa363f0,segment=NetworkSegment(43cc741d-2645-4fca-9edb-c990b2662930),segment_id=43cc741d-2645-4fca-9edb-c990b2662930)] {{(pid=93082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:41:53.660691 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-89206ef5-5dcf-49af-85ad-468326b3188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:53.672270 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-89206ef5-5dcf-49af-85ad-468326b3188b admin admin] Calling delete_port for 47375da9-eeea-4203-8c77-ece47aa363f0 owned by network:router_interface {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:41:53.841538 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-89206ef5-5dcf-49af-85ad-468326b3188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:53.866319 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89206ef5-5dcf-49af-85ad-468326b3188b admin admin] Pushing event deleted for resources: {'Port': ['ID=47375da9-eeea-4203-8c77-ece47aa363f0,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:54.024990 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-89206ef5-5dcf-49af-85ad-468326b3188b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746962'] for router_interface, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:54.227092 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89206ef5-5dcf-49af-85ad-468326b3188b admin admin] Router 2c781533-024e-4304-b1b9-3d6e67669775 has already been hosted by L3 agent f7addcdf-3bb4-41fb-ad97-65bfac5e852f {{(pid=93082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 07:41:54.328165 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89206ef5-5dcf-49af-85ad-468326b3188b admin admin] Notify agent at l3_agent.dv-cinder-773985-13-iscsi the message routers_updated {{(pid=93082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 07:41:54.334287 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-89206ef5-5dcf-49af-85ad-468326b3188b admin admin] 10.222.0.13 "PUT /v2.0/routers/2c781533-024e-4304-b1b9-3d6e67669775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3213050 Jul 23 07:41:54.335909 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 53044) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:54.338449 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ec1a38-9051-42a5-aca3-9627f009105f None None] Sync routers for ids ['2c781533-024e-4304-b1b9-3d6e67669775'] in dv-cinder-773985-13-iscsi {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 07:41:54.347594 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec1a38-9051-42a5-aca3-9627f009105f None None] Routers {'2c781533-024e-4304-b1b9-3d6e67669775'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:41:54.348277 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-92ec1a38-9051-42a5-aca3-9627f009105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:41:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['2c781533-024e-4304-b1b9-3d6e67669775'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:54.433781 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] Notify callbacks [] for router, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:54.448353 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-92ec1a38-9051-42a5-aca3-9627f009105f None None] Set router 2c781533-024e-4304-b1b9-3d6e67669775 gateway port host: dv-cinder-773985-13-iscsi {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:41:54.531181 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:54.583781 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] Deleting port 3b4db21c-8bc5-4e29-baa9-7670b3aa4902 {{(pid=93082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:41:54.584146 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:54.619314 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-92ec1a38-9051-42a5-aca3-9627f009105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c781533-024e-4304-b1b9-3d6e67669775', 'name': 'tempest-TestVolumeBootPattern-776440224-router', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'external_fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '3b4db21c-8bc5-4e29-baa9-7670b3aa4902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:35Z', 'updated_at': '2021-07-23T07:41:53Z', 'revision_number': 5, 'project_id': '48c610e612f64247b4798fcc0022e625', 'gw_port': {'id': '3b4db21c-8bc5-4e29-baa9-7670b3aa4902', 'name': '', 'network_id': '5c071af4-be70-49d5-8aed-1ca2e78a6239', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c781533-024e-4304-b1b9-3d6e67669775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T07:34:36Z', 'updated_at': '2021-07-23T07:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f7e4f3a-a8af-4123-b58a-49b71b32fcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-13-iscsi'}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:54.643947 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ec1a38-9051-42a5-aca3-9627f009105f None None] Checking router: 2c781533-024e-4304-b1b9-3d6e67669775 for host: dv-cinder-773985-13-iscsi {{(pid=93084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 07:41:54.652157 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec1a38-9051-42a5-aca3-9627f009105f None None] Routers {'2c781533-024e-4304-b1b9-3d6e67669775'} bound to L3 agent in host dv-cinder-773985-13-iscsi {{(pid=93084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 07:41:54.652790 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-92ec1a38-9051-42a5-aca3-9627f009105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T07:21:02Z,description=,heartbeat_timestamp=2021-07-23T07:41:32Z,host='dv-cinder-773985-13-iscsi',id=f7addcdf-3bb4-41fb-ad97-65bfac5e852f,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T07:21:02Z,topic='l3_agent')) {'router_ids': ['2c781533-024e-4304-b1b9-3d6e67669775'], 'active': True} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:54.664707 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.db [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] For port 3b4db21c-8bc5-4e29-baa9-7670b3aa4902, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=3b4db21c-8bc5-4e29-baa9-7670b3aa4902,segment=NetworkSegment(78e67a2b-10ce-4a1c-b27a-916c07b058b9),segment_id=78e67a2b-10ce-4a1c-b27a-916c07b058b9)] {{(pid=93082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:41:54.665065 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:54.677374 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.plugins.ml2.plugin [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] Calling delete_port for 3b4db21c-8bc5-4e29-baa9-7670b3aa4902 owned by network:router_gateway {{(pid=93082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:41:54.834672 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_dvr_db [None req-92ec1a38-9051-42a5-aca3-9627f009105f None None] Set router 2c781533-024e-4304-b1b9-3d6e67669775 gateway port host: None {{(pid=93084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 07:41:54.893419 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.l3_hamode_db [None req-92ec1a38-9051-42a5-aca3-9627f009105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c781533-024e-4304-b1b9-3d6e67669775', 'name': 'tempest-TestVolumeBootPattern-776440224-router', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:35Z', 'updated_at': '2021-07-23T07:41:54Z', 'revision_number': 6, 'project_id': '48c610e612f64247b4798fcc0022e625', 'gw_port_host': None}], 'dv-cinder-773985-13-iscsi', False) {} {{(pid=93084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:54.922002 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ec1a38-9051-42a5-aca3-9627f009105f None None] The sync data for ids ['2c781533-024e-4304-b1b9-3d6e67669775'] in dv-cinder-773985-13-iscsi is: [{'id': '2c781533-024e-4304-b1b9-3d6e67669775', 'name': 'tempest-TestVolumeBootPattern-776440224-router', 'tenant_id': '48c610e612f64247b4798fcc0022e625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T07:34:35Z', 'updated_at': '2021-07-23T07:41:54Z', 'revision_number': 6, 'project_id': '48c610e612f64247b4798fcc0022e625', 'gw_port_host': None}] {{(pid=93084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 07:41:55.093029 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15755811'] for port, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.122755 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4db21c-8bc5-4e29-baa9-7670b3aa4902,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:55.177824 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745076'] for router_gateway, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.268275 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15043'] for router, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.270718 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.315065 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745231'] for router, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.316056 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c781533-024e-4304-b1b9-3d6e67669775 {{(pid=93082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 07:41:55.323169 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] Notify callbacks [] for router, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.326985 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 53046) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:55.327750 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-ba6f68f6-8776-453c-95f6-40eaa021a112 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2c781533-024e-4304-b1b9-3d6e67669775 HTTP/1.1" status: 204 len: 168 time: 0.9874525 Jul 23 07:41:55.380805 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5a964c-c064-4852-ae94-67c4e7c3431d admin admin] Deleting subnet a7f5b748-c924-4551-a678-5f3525c6d8f0 {{(pid=93081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 07:41:55.383879 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ac5a964c-c064-4852-ae94-67c4e7c3431d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.416836 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ac5a964c-c064-4852-ae94-67c4e7c3431d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12991383'] for subnet, precommit_delete_associations {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.495526 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ac5a964c-c064-4852-ae94-67c4e7c3431d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782866'] for subnet, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.544733 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ac5a964c-c064-4852-ae94-67c4e7c3431d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1895164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290751'] for subnet, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.569632 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a964c-c064-4852-ae94-67c4e7c3431d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f5b748-c924-4551-a678-5f3525c6d8f0,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:55.573301 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-ac5a964c-c064-4852-ae94-67c4e7c3431d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.575130 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-ac5a964c-c064-4852-ae94-67c4e7c3431d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7f5b748-c924-4551-a678-5f3525c6d8f0 HTTP/1.1" status: 204 len: 168 time: 0.2466729 Jul 23 07:41:55.577698 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 53048) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:55.580278 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c563d1c1-2205-481e-9b3e-20f34e825c1e None None] Network 84c6d25a-5c1c-4767-8843-1cd954b33d31 requested from dv-cinder-773985-13-iscsi {{(pid=93083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 07:41:55.647648 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526293'] for network, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.704103 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] Deleting port 20f739ed-715f-4049-9072-92287f2ebaa4 {{(pid=93081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:41:55.704536 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.726296 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 47375da9-eeea-4203-8c77-ece47aa363f0 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:41:55.747294 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 47375da9-eeea-4203-8c77-ece47aa363f0 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:41:55.747658 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 47375da9-eeea-4203-8c77-ece47aa363f0 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:41:55.778971 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.db [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] For port 20f739ed-715f-4049-9072-92287f2ebaa4, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=20f739ed-715f-4049-9072-92287f2ebaa4,segment=NetworkSegment(43cc741d-2645-4fca-9edb-c990b2662930),segment_id=43cc741d-2645-4fca-9edb-c990b2662930)] {{(pid=93081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:41:55.779333 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.785011 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2a7791-577d-472b-8d9a-b448aa46638f None None] DHCP port deletion for 84c6d25a-5c1c-4767-8843-1cd954b33d31 request from dv-cinder-773985-13-iscsi {{(pid=93083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 07:41:55.796148 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.plugin [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] Calling delete_port for 20f739ed-715f-4049-9072-92287f2ebaa4 owned by network:dhcp {{(pid=93081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:41:55.835233 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-de2a7791-577d-472b-8d9a-b448aa46638f None None] Deleting port 20f739ed-715f-4049-9072-92287f2ebaa4 {{(pid=93083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 07:41:55.835792 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-de2a7791-577d-472b-8d9a-b448aa46638f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783134003860'] for port, before_delete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.879165 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337627'] for port, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.897232 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.db [None req-de2a7791-577d-472b-8d9a-b448aa46638f None None] For port 20f739ed-715f-4049-9072-92287f2ebaa4, host dv-cinder-773985-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-13-iscsi',level=0,port_id=20f739ed-715f-4049-9072-92287f2ebaa4,segment=NetworkSegment(43cc741d-2645-4fca-9edb-c990b2662930),segment_id=43cc741d-2645-4fca-9edb-c990b2662930)] {{(pid=93083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 07:41:55.897622 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-de2a7791-577d-472b-8d9a-b448aa46638f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745251'] for port, precommit_delete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.904685 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] Pushing event deleted for resources: {'Port': ['ID=20f739ed-715f-4049-9072-92287f2ebaa4,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:55.908213 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] No DVR routers for this DVR port 20f739ed-715f-4049-9072-92287f2ebaa4 on host dv-cinder-773985-13-iscsi {{(pid=93081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:41:55.912160 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-de2a7791-577d-472b-8d9a-b448aa46638f None None] Calling delete_port for 20f739ed-715f-4049-9072-92287f2ebaa4 owned by network:dhcp {{(pid=93083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 07:41:55.984540 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782382', 'neutron.services.segments.db._delete_segments_for_network-8783134134833'] for network, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:55.996616 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c6d25a-5c1c-4767-8843-1cd954b33d31']}} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:56.004032 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-de2a7791-577d-472b-8d9a-b448aa46638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783134005095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783133605268'] for port, after_delete {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:56.009819 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43cc741d-2645-4fca-9edb-c990b2662930') {'for_net_delete': True} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:56.010110 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.services.segments.db [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43cc741d-2645-4fca-9edb-c990b2662930') {} {{(pid=93081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 07:41:56.019827 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783134135354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12991390'] for segment, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:56.034064 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a7791-577d-472b-8d9a-b448aa46638f None None] Pushing event deleted for resources: {'Port': ['ID=20f739ed-715f-4049-9072-92287f2ebaa4,revision_number=None']} {{(pid=93083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:56.036090 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a7791-577d-472b-8d9a-b448aa46638f None None] No DVR routers for this DVR port 20f739ed-715f-4049-9072-92287f2ebaa4 on host dv-cinder-773985-13-iscsi {{(pid=93083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 07:41:56.040138 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034'] for segment, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:56.048929 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 07:41:56.049963 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-777034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14337652'] for segment, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: Traceback (most recent call last): Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: timer() Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: cb(*args, **kw) Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: return func(*args, **kwargs) Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: self._notify() Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: self.callback(batched_events) Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: event.method(event) Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: return f(self, *a, **k) Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._get(url).json() Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: return self.request(url, 'GET', **kwargs) Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 07:41:56.051674 dv-cinder-773985-13-iscsi neutron-server[93081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 07:41:56.102471 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745040'] for network, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:56.107790 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579224'] for network, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:56.109763 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] 10.222.0.13 "DELETE /v2.0/networks/84c6d25a-5c1c-4767-8843-1cd954b33d31 HTTP/1.1" status: 204 len: 168 time: 0.5311708 Jul 23 07:41:56.124503 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42bbfb-6dc9-4cdf-8126-7f619582bd1e admin admin] Pushing event deleted for resources: {'Network': ['ID=84c6d25a-5c1c-4767-8843-1cd954b33d31,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:56.249190 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 53054) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:56.288721 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-70949540-98f8-41d0-83ae-b46f2ae91b0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c134473f61a74756be36eaa96636c1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382979 Jul 23 07:41:56.291063 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 53056) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:56.338617 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3c690657-086b-4954-ad81-1c2def992325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:56.364421 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3c690657-086b-4954-ad81-1c2def992325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:56.409759 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3c690657-086b-4954-ad81-1c2def992325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:56.412241 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron_lib.callbacks.manager [None req-3c690657-086b-4954-ad81-1c2def992325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:56.413377 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-3c690657-086b-4954-ad81-1c2def992325 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1217c473-88f4-4f1a-b64c-6b4135b6ac6f HTTP/1.1" status: 204 len: 168 time: 0.1214092 Jul 23 07:41:56.420995 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c690657-086b-4954-ad81-1c2def992325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1217c473-88f4-4f1a-b64c-6b4135b6ac6f,revision_number=None']} {{(pid=93082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:56.714027 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [-] (93082) accepted ('10.222.0.13', 53062) {{(pid=93082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:56.757245 dv-cinder-773985-13-iscsi neutron-server[93082]: INFO neutron.wsgi [None req-63424259-b514-4b41-bbb4-e8d11d5e8f73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48c610e612f64247b4798fcc0022e625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419776 Jul 23 07:41:56.759703 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [-] (93081) accepted ('10.222.0.13', 53064) {{(pid=93081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 07:41:56.791455 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:56.808209 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb4ec-cd66-47cc-9b1a-863075e3a7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:56.828408 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb4ec-cd66-47cc-9b1a-863075e3a7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:56.876874 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb4ec-cd66-47cc-9b1a-863075e3a7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885599'] for security_group, after_delete {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:56.879407 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb4ec-cd66-47cc-9b1a-863075e3a7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:41:56.880590 dv-cinder-773985-13-iscsi neutron-server[93081]: INFO neutron.wsgi [None req-b7dcb4ec-cd66-47cc-9b1a-863075e3a7fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4151e122-600c-471b-8b58-98e09d758aa4 HTTP/1.1" status: 204 len: 168 time: 0.1198590 Jul 23 07:41:56.888049 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcb4ec-cd66-47cc-9b1a-863075e3a7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4151e122-600c-471b-8b58-98e09d758aa4,revision_number=None']} {{(pid=93081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 07:41:57.340752 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 3b4db21c-8bc5-4e29-baa9-7670b3aa4902 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:41:57.360265 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 3b4db21c-8bc5-4e29-baa9-7670b3aa4902 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:41:57.360540 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 3b4db21c-8bc5-4e29-baa9-7670b3aa4902 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:41:57.360961 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 20f739ed-715f-4049-9072-92287f2ebaa4 no longer exists at agent ovs-agent-dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 07:41:57.380438 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] No Port match for: 20f739ed-715f-4049-9072-92287f2ebaa4 {{(pid=93083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 07:41:57.380786 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.rpc [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Device 20f739ed-715f-4049-9072-92287f2ebaa4 not bound to the agent host dv-cinder-773985-13-iscsi {{(pid=93083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 07:41:59.792295 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-e032143b-c650-48c9-8699-6dda6fb1dcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:42:02.220751 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a14bbe3c-7818-46f5-a06e-cc9e92a9404a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:42:02.763665 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:42:03.567878 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:42:05.592146 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:42:06.163760 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:42:26.791025 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:42:29.793319 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-61a8de5f-dc63-4efb-b3b2-73ab134c7025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:42:32.221208 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-70219541-0680-4a39-817a-edc0baed356f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:42:32.765661 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:42:33.570438 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:42:35.594820 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:42:43.162166 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:42:56.808727 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:42:59.794312 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a0e7456a-bf48-4ee4-a688-ec4e4cb0e1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:43:02.221317 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a7556b19-84d8-4a61-913f-82942d153d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:43:02.765593 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:43:03.572113 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:43:05.598144 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:43:20.161526 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:43:26.808553 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:43:29.794262 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-6681ca81-0237-4892-a76f-c12c2306b476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:43:32.222890 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c359-294e-4d83-98ed-b73f6fa16ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:43:32.766574 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:43:33.575552 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:43:35.600443 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:43:56.806488 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:43:57.161027 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:43:59.794120 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8829da6-2223-4ac9-87ab-42fb11c21ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:44:02.226694 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d431c99f-972d-4d60-9082-95ecf2ba697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:44:02.767793 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:44:03.577660 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:44:05.602882 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:44:26.822000 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:44:29.793177 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-2f016cbc-0e0b-4b35-9208-99dcf69ae1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:44:32.227460 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-43eb2d85-76b8-497d-be25-bec6c580eda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:44:32.768409 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:44:33.579962 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:44:34.160029 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:44:35.605223 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:44:56.825089 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:44:59.792648 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-63de46da-f8b7-4fcd-9011-65e14f82e487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:45:02.227331 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-9d4ee5f5-8c0d-416e-8517-3e1f0033dc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:45:02.770739 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:45:03.583041 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:45:05.609057 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:45:11.159632 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:45:26.823212 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:45:29.793311 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-e21b9cfa-82da-4094-80bf-396b295b3467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:45:32.227129 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-580fb38b-5ec1-4b64-bf3e-61f9a057158a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:45:32.771097 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:45:33.584978 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:45:35.611555 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:45:48.158136 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:45:56.821001 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:45:59.792804 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-7efe97c9-a68a-4213-bc6d-658e2af371da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:46:02.227026 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-6ec80553-347e-420e-becf-d51d57c190a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:46:02.770705 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:46:03.587566 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:46:05.613533 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:46:13.196518 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [req-e661bd31-f54d-4185-8bd7-7946b6afe27d req-4e1eeb0e-b5eb-4550-ab00-eb23ff12c333 service neutron] (93082) timed out ('10.222.0.23', 59033) {{(pid=93082) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 07:46:14.278531 dv-cinder-773985-13-iscsi neutron-server[93081]: DEBUG neutron.wsgi [req-7839cd31-deff-49d6-8738-9ed463026d8e req-4862d1c0-b487-4cca-8ad1-cb2173cab4a5 service neutron] (93081) timed out ('10.222.0.23', 59041) {{(pid=93081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 07:46:25.158221 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:46:26.837822 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:46:29.793867 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-55757eb5-5555-4b23-94cc-50c89a0b96e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:46:30.104459 dv-cinder-773985-13-iscsi neutron-server[93082]: DEBUG neutron.wsgi [req-4a006008-119d-4f0c-8865-125cae5bde1c req-2c40a43b-1647-4621-b22c-154eeecc2e5e service neutron] (93082) timed out ('10.222.0.13', 46890) {{(pid=93082) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 07:46:32.227721 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-daa2362e-2ec8-4b11-a044-63bedd468f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:46:32.771322 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:46:33.590071 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:46:35.616301 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:46:56.836422 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-99671b71-07f0-47e8-8ac8-566c14fda5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:46:59.793632 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a62bab08-244c-4578-bb0f-58075350cf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:47:02.156696 dv-cinder-773985-13-iscsi neutron-server[93084]: DEBUG neutron.db.agents_db [None req-230605ae-0c07-46e7-acfe-1157d591d339 None None] Agent healthcheck: found 6 active agents {{(pid=93084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 07:47:02.228468 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-224568b6-5ce2-4909-af51-864861f92d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:47:02.771741 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-d22ee8a8-65a3-48ea-8d5d-e12a482192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:47:03.593048 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb5e7-1912-496d-8d3b-a949c18aa8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 07:47:05.620375 dv-cinder-773985-13-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-a99c29db-9abb-4bca-9656-b6592515784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783134134815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784616'] for agent, after_update {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}